-- Logs begin at Wed 2021-12-15 02:17:59 UTC, end at Wed 2021-12-15 03:36:18 UTC. -- Dec 15 03:12:58.221231 dv-cinder-818037-9-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 03:13:01.044297 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.common.config [-] Logging enabled! Dec 15 03:13:01.044938 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 15 03:13:01.045081 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103146) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 03:13:01.048301 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.common.config [-] Logging enabled! Dec 15 03:13:01.048560 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 15 03:13:01.048880 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103146) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 03:13:01.049808 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 03:13:01.050047 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 03:13:01.050414 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 03:13:01.050686 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 03:13:01.050919 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 03:13:01.051237 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.051657 dv-cinder-818037-9-smb neutron-server[103146]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 03:13:01.051970 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.052268 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.052561 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.052858 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.053150 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.053434 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.053724 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.054021 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.054308 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.054612 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.054896 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.055214 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.055637 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.055932 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.056223 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.056508 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] debug = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.056789 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.057219 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.057638 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.057920 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.058213 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.058494 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.058795 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.059079 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.059362 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.059690 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] host = dv-cinder-818037-9-smb {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.059971 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.060258 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.060545 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.060832 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.061107 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.061385 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.061669 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.061944 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.062218 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] log_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.062492 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.062806 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.063095 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.063385 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.063611 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.063834 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.064123 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.064409 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.064683 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.064972 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.065228 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.065499 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.065771 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.066039 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.066320 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.066625 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.066910 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.067182 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.067453 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.067722 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.067996 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.068280 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.068549 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.068819 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.069099 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.069384 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.069651 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.069923 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.070218 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.070502 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.071320 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.071610 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.071880 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.072162 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.072432 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.072701 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.072970 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] use_json = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.073238 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.073504 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.073781 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.074050 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.074319 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.074610 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.074882 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.075164 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:01.075459 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.075758 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.076059 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.076341 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.076645 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.076923 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.077211 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.077485 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.077772 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.078058 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.078344 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.078643 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.078930 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.079205 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.079503 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.079803 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.080101 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.080398 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.080678 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.080954 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.081228 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.081508 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.081795 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.082073 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.082364 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.082678 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.082958 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.083256 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.083540 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.083831 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.084119 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.084395 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.084675 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.084970 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.085251 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.085525 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.085806 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.086098 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.086376 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.087299 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.087589 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.087870 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.088146 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.088422 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.088703 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.088996 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.089275 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.089556 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.090086 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.090362 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.090662 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.090949 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.091227 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.091507 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.091781 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.092059 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.092334 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.092609 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.092888 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.093161 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.093439 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.093712 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.093985 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.094260 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.094533 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.094831 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.095108 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.095384 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.095660 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.095932 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.096204 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.096479 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.096753 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.097028 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.097319 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.097614 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.097893 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.098171 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.098451 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.098752 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.099033 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.099310 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.099596 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.099875 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.100151 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.100443 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.100728 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.101017 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.101301 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.101606 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.101906 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.102298 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.102604 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.102887 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.103167 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.103451 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.103736 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.104036 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.104333 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.104630 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.104927 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.105218 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.105501 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.105804 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.106087 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:01.106305 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 03:13:01.106545 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103146) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 03:13:01.535641 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 03:13:01.535924 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 03:13:01.536229 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 03:13:01.536571 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 03:13:01.873231 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.873444 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.873714 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.875037 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.875311 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.875579 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.927278 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.927558 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.927828 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.942943 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.943226 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.943499 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.977131 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.977430 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:01.977703 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.020917 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.021198 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.021466 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.395358 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.395974 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.395974 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.396156 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.396861 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.504088 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.504337 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.504623 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.504895 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.505163 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.505472 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.505734 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.505991 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.506247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.506527 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.506818 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.507082 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.507339 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.507590 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.507861 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.508126 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.508917 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.509195 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.509466 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.509724 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.510004 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.510258 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.510539 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.510944 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.511193 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.511438 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.511834 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 03:13:02.512077 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 03:13:02.512314 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 03:13:02.512551 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 03:13:02.512785 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 03:13:02.513020 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 03:13:02.513380 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 03:13:02.516569 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 03:13:02.520669 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 03:13:02.525261 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 15 03:13:02.526926 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 03:13:02.527390 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 03:13:02.527727 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 03:13:02.528111 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 03:13:02.530993 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 03:13:02.531247 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 03:13:02.531595 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 03:13:02.536947 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 03:13:02.560144 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 03:13:02.560614 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.560919 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103146) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 03:13:02.561282 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.562723 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103146) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 03:13:02.563011 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 03:13:02.563262 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 03:13:02.566500 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.566818 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:02.630046 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 03:13:02.630309 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 03:13:02.630525 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 03:13:02.630933 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 03:13:02.653647 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_db.sqlalchemy.engines [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103146) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 03:13:03.216123 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Initializing driver for type 'gre' Dec 15 03:13:03.216645 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] gre ID ranges: [(1, 1000)] Dec 15 03:13:03.364451 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Initializing driver for type 'local' Dec 15 03:13:03.364936 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Initializing driver for type 'vlan' Dec 15 03:13:03.421599 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] VlanTypeDriver initialization complete Dec 15 03:13:03.422187 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Initializing driver for type 'vxlan' Dec 15 03:13:03.422428 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] vxlan ID ranges: [(1, 1000)] Dec 15 03:13:03.638385 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Initializing extension driver 'port_security' Dec 15 03:13:03.638704 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.extensions.port_security [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] PortSecurityExtensionDriver initialization complete Dec 15 03:13:03.639041 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Initializing mechanism driver 'openvswitch' Dec 15 03:13:03.639369 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Initializing mechanism driver 'hyperv' Dec 15 03:13:03.649298 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:13:03.650451 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.650854 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.651208 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.651740 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 03:13:03.652177 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.652531 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > subnet after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.652878 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.653275 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 03:13:03.653679 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > network after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.654028 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > network after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.654370 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > network after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.654812 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 03:13:03.655217 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > security_group after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.655563 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > security_group after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.655902 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.656303 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 03:13:03.656703 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.657048 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.657386 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.657780 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 03:13:03.658183 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > address_group after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.658523 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > address_group after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.658888 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.659282 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103146) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 03:13:03.659659 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] ML2 OVO RPC backend initialized. {{(pid=103146) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 03:13:03.660450 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.660806 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.661237 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > network before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.661568 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > networks before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.661916 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > port before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.662262 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > ports before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.662631 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > subnet before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.662974 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > subnets before_response 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.663318 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > network after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.663660 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > network after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.663995 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > network after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.664333 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.665442 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.665865 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.666213 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.666570 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > subnet after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.666921 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.669657 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Modular L2 Plugin initialization complete Dec 15 03:13:03.669657 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading services supported by the core plugin {{(pid=103146) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 03:13:03.669657 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.plugins.ml2.managers [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Got port-security extension from driver 'port_security' Dec 15 03:13:03.669657 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.extensions.vlantransparent [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Disabled vlantransparent extension. Dec 15 03:13:03.669657 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103146) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 03:13:03.669657 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading Plugin: router Dec 15 03:13:03.705431 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.705822 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router after_create 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.706190 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router before_create 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.706550 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.706939 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.707291 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router after_delete 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.707646 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.708109 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.708477 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router after_create 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.708818 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router after_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.709163 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router after_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.709507 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.709862 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router after_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.710269 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router precommit_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.710654 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.716656 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.716656 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: subnet after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.716656 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.716656 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.716982 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router precommit_create 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.716982 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: port before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.716982 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router precommit_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.716982 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router after_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.717276 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.717276 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router precommit_create 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.717276 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.717276 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router precommit_update 55549900 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.717641 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > agent after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.717641 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > agent after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.717641 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > network after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.717641 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Tracking information for resource: router configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 03:13:03.717985 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Tracking information for resource: floatingip configured {{(pid=103146) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 03:13:03.722777 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.db.l3_agentschedulers_db [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 03:13:03.723399 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.723760 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.724114 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.724468 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.725254 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router before_create 55550100 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.725614 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.725972 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router precommit_create 55550100 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.726323 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > router precommit_update 55550100 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.732540 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.services.provider_configuration [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service providers = [] {{(pid=103146) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 03:13:03.732905 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.db.servicetype_db [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103146) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 03:13:03.741371 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.services.service_base [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 03:13:03.741718 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.services.service_base [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 03:13:03.742062 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.services.service_base [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 03:13:03.743219 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.services.service_base [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103146) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 03:13:03.743628 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.services.service_base [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 03:13:03.744002 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 03:13:03.744319 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 03:13:03.755050 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 03:13:03.755378 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading Plugin: auto_allocate Dec 15 03:13:03.761884 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: network precommit_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.762247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: network precommit_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.762787 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 03:13:03.763106 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading Plugin: tag Dec 15 03:13:03.769873 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 03:13:03.770200 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading Plugin: timestamp Dec 15 03:13:03.774729 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 03:13:03.775205 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading Plugin: network_ip_availability Dec 15 03:13:03.780662 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.781032 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.781386 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:03.782086 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 03:13:03.782404 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading Plugin: flavors Dec 15 03:13:03.787402 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 03:13:03.787734 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading Plugin: revisions Dec 15 03:13:03.792311 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103146) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 03:13:03.792704 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_concurrency.lockutils [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.256s {{(pid=103146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 03:13:03.793454 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103146) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 03:13:03.793790 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Initializing extension manager. Dec 15 03:13:03.794304 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: __init__.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.794759 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: __pycache__ {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.795093 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.795428 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: address_group.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.796182 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.796739 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: address-group Dec 15 03:13:03.797060 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: address_scope.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.797764 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.798266 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: address-scope Dec 15 03:13:03.798606 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.799532 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.800032 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: router-admin-state-down-before-update Dec 15 03:13:03.800352 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: agent.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.801046 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.801543 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: agent Dec 15 03:13:03.801862 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: agent_resources_synced.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.802800 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.803306 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: agent-resources-synced Dec 15 03:13:03.803628 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: allowedaddresspairs.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.805629 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.806214 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: allowed-address-pairs Dec 15 03:13:03.806538 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: auto_allocated_topology.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.807653 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.808172 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: auto-allocated-topology Dec 15 03:13:03.808498 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: availability_zone.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.809191 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.809700 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: availability_zone Dec 15 03:13:03.810023 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: availability_zone_filter.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.810957 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.811462 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: availability_zone_filter Dec 15 03:13:03.811784 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: data_plane_status.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.812684 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.813184 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 03:13:03.813504 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: default_subnetpools.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.814409 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.814944 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: default-subnetpools Dec 15 03:13:03.815260 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.816054 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.816554 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: dhcp_agent_scheduler Dec 15 03:13:03.816874 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: dns.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.817787 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.818286 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension dns-integration not supported by any of loaded plugins Dec 15 03:13:03.818635 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: dns_domain_ports.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.819546 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.820039 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 03:13:03.820359 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.822086 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.822617 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 03:13:03.822943 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: dvr.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.823612 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.824113 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: dvr Dec 15 03:13:03.824434 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: ecmp_routes.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.825347 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.825840 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 03:13:03.826160 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: empty_string_filtering.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.827086 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.827590 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: empty-string-filtering Dec 15 03:13:03.827908 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.828813 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.829308 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 03:13:03.829626 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.830547 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.831062 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 03:13:03.831380 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: external_net.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.832280 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.832780 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: external-net Dec 15 03:13:03.833099 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.834002 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.834504 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: extra_dhcp_opt Dec 15 03:13:03.834850 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: extraroute.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.835762 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.836262 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: extraroute Dec 15 03:13:03.837255 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: extraroute_atomic.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.840172 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.840692 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: extraroute-atomic Dec 15 03:13:03.841023 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: filter_validation.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.841698 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.842205 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: filter-validation Dec 15 03:13:03.842531 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: fip_pf_description.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.843467 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.843972 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 03:13:03.844295 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: fip_port_details.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.845222 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.845730 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: fip-port-details Dec 15 03:13:03.846050 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: flavors.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.847303 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.847813 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: flavors Dec 15 03:13:03.848140 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.849802 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.850319 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 03:13:03.850679 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: floatingip_pools.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.851370 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.851875 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: floatingip-pools Dec 15 03:13:03.852408 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: ip_allocation.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.853485 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.853990 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 03:13:03.854314 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.855252 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.855755 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: ip-substring-filtering Dec 15 03:13:03.856079 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: l2_adjacency.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.857000 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.857499 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 03:13:03.857819 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: l3.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.858811 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.859323 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: router Dec 15 03:13:03.859645 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.861881 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.862402 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 03:13:03.862767 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.863695 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.864208 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: ext-gw-mode Dec 15 03:13:03.864536 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.865463 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.865993 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: l3-ha Dec 15 03:13:03.866318 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: l3_flavors.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.867271 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.867930 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: l3-flavors Dec 15 03:13:03.868356 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.869274 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.869783 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 03:13:03.870108 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: l3agentscheduler.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.871174 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.871681 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: l3_agent_scheduler Dec 15 03:13:03.872030 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: local_ip.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.873780 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.874300 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension local_ip not supported by any of loaded plugins Dec 15 03:13:03.874678 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: logging.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.876165 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.876675 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension logging not supported by any of loaded plugins Dec 15 03:13:03.877009 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: metering.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.877871 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.878456 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: metering Dec 15 03:13:03.878814 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.879909 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.880417 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: metering_source_and_destination_fields Dec 15 03:13:03.880742 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: multiprovidernet.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.881658 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.882160 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: multi-provider Dec 15 03:13:03.882483 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: netmtu.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.884079 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.884739 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: net-mtu Dec 15 03:13:03.885064 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: netmtu_writable.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.885981 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.886485 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: net-mtu-writable Dec 15 03:13:03.886830 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: network_availability_zone.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.887498 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.888001 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: network_availability_zone Dec 15 03:13:03.888321 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: network_ip_availability.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.889477 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.889950 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: network-ip-availability Dec 15 03:13:03.890274 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: network_segment_range.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.891053 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.891554 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 03:13:03.891878 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: pagination.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.892852 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.893182 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: pagination Dec 15 03:13:03.893503 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: port_device_profile.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.894396 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.894935 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: port-device-profile Dec 15 03:13:03.895257 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.896165 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.896664 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: port-mac-address-regenerate Dec 15 03:13:03.896984 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.897882 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.898381 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: port-numa-affinity-policy Dec 15 03:13:03.898736 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: port_resource_request.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.900403 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.900903 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 03:13:03.901226 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: port_resource_request_groups.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.902184 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.902710 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 03:13:03.903033 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: portbindings.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.903963 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.904465 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: binding Dec 15 03:13:03.904788 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: portbindings_extended.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.906065 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.906589 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: binding-extended Dec 15 03:13:03.906925 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: portsecurity.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.907845 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.908354 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: port-security Dec 15 03:13:03.908683 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: project_id.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.909653 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.909983 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: project-id Dec 15 03:13:03.910306 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: providernet.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.911254 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.911763 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: provider Dec 15 03:13:03.912086 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.916122 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.916638 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos not supported by any of loaded plugins Dec 15 03:13:03.916971 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.918223 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.918762 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 03:13:03.919091 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.920010 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.920519 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 03:13:03.920846 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_default.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.921750 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.922256 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos-default not supported by any of loaded plugins Dec 15 03:13:03.922599 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_fip.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.923250 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.923744 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos-fip not supported by any of loaded plugins Dec 15 03:13:03.924064 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.925049 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 03:13:03.925378 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_gateway_ip.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.926285 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.926815 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 03:13:03.927140 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_port_network_policy.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.928046 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.928551 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 03:13:03.928879 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.930024 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.930905 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 03:13:03.931242 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_pps_rule.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.932480 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.932990 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos-pps not supported by any of loaded plugins Dec 15 03:13:03.933316 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_rule_type_details.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.934224 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.934762 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 03:13:03.935085 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: qos_rules_alias.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.936137 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.936632 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 03:13:03.936952 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: quota_check_limit.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.937859 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.938369 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: quota-check-limit Dec 15 03:13:03.938729 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: quotasv2.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.939659 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.939988 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: quotas Dec 15 03:13:03.940309 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: quotasv2_detail.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.943478 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.943818 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: quota_details Dec 15 03:13:03.944144 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: rbac.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.945199 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.946224 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: rbac-policies Dec 15 03:13:03.946797 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: rbac_address_group.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.947738 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.948252 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: rbac-address-group Dec 15 03:13:03.948578 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: rbac_address_scope.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.949501 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.950012 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: rbac-address-scope Dec 15 03:13:03.950335 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: rbac_security_groups.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.951273 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.951787 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: rbac-security-groups Dec 15 03:13:03.952108 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: rbac_subnetpool.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.953013 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.953520 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: rbac-subnetpool Dec 15 03:13:03.953840 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: revisionifmatch.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.954788 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.955279 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: revision-if-match Dec 15 03:13:03.955599 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: revisions.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.956702 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.957200 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: standard-attr-revisions Dec 15 03:13:03.957523 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: router_availability_zone.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.958190 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.958718 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: router_availability_zone Dec 15 03:13:03.959039 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: routerservicetype.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.959956 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.960455 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension router-service-type not supported by any of loaded plugins Dec 15 03:13:03.960777 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.962622 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.963139 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: security-groups-normalized-cidr Dec 15 03:13:03.963465 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.964389 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.965152 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: port-security-groups-filtering Dec 15 03:13:03.965472 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.966390 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.966932 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: security-groups-remote-address-group Dec 15 03:13:03.967254 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.968184 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.968688 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: security-groups-shared-filtering Dec 15 03:13:03.969008 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.969585 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 03:13:03.969905 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: securitygroup.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.979893 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.980413 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: security-group Dec 15 03:13:03.980750 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: segment.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.981536 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.982040 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension segment not supported by any of loaded plugins Dec 15 03:13:03.982367 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.983331 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.983844 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 03:13:03.984173 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: servicetype.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.985281 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.985795 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: service-type Dec 15 03:13:03.986123 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: sorting.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.987127 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.987462 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: sorting Dec 15 03:13:03.987785 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: standard_attr_segment.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.988695 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.989207 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 03:13:03.989534 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: standardattrdescription.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.990177 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.990721 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: standard-attr-description Dec 15 03:13:03.991044 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: stateful_security_group.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.991974 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.992489 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: stateful-security-group Dec 15 03:13:03.993016 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: stdattrs_common.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.993732 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 03:13:03.994052 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.995033 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.995542 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 03:13:03.995865 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: subnet_onboard.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.996951 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.997462 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: subnet_onboard Dec 15 03:13:03.997787 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:03.998739 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:03.999248 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 03:13:03.999572 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: subnet_service_types.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:04.000490 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:04.001000 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: subnet-service-types Dec 15 03:13:04.001323 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: subnetallocation.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:04.002430 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:04.002968 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: subnet_allocation Dec 15 03:13:04.003292 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:04.003977 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:04.004481 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: subnetpool-prefix-ops Dec 15 03:13:04.004802 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:04.005742 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:04.006246 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 03:13:04.006588 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: tagging.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:04.007632 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:04.008141 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: standard-attr-tag Dec 15 03:13:04.009201 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: timestamp.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:04.010479 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:04.011018 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loaded extension: standard-attr-timestamp Dec 15 03:13:04.011347 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: trunk.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:04.012393 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:04.012902 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension trunk not supported by any of loaded plugins Dec 15 03:13:04.013227 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: trunk_details.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:04.014140 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:04.014672 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension trunk-details not supported by any of loaded plugins Dec 15 03:13:04.014995 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: uplink_status_propagation.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:04.015910 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:04.016418 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 03:13:04.016740 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Loading extension file: vlantransparent.py {{(pid=103146) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 03:13:04.017402 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103146) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 03:13:04.017906 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 03:13:04.020452 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:network Dec 15 03:13:04.020965 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:subnet Dec 15 03:13:04.021368 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 03:13:04.021758 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:port Dec 15 03:13:04.023015 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.023582 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service FLAVORS assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.025030 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.025469 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.025800 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:router Dec 15 03:13:04.026229 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:floatingip Dec 15 03:13:04.026747 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service METERING assigned prefix: /metering {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.028185 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:04.028555 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:04.028905 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:13:04.029904 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 03:13:04.030345 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:security_group Dec 15 03:13:04.030811 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 03:13:04.031428 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service CORE assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.031757 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 03:13:04.032100 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] subnetpool is already registered Dec 15 03:13:04.032526 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service CORE assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.032849 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 03:13:04.033175 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] subnetpool is already registered Dec 15 03:13:04.035467 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.035895 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service FLAVORS assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.036471 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.036885 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.037223 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:router Dec 15 03:13:04.037559 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] router is already registered Dec 15 03:13:04.037970 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:floatingip Dec 15 03:13:04.038303 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] floatingip is already registered Dec 15 03:13:04.038783 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service METERING assigned prefix: /metering {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.039472 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 03:13:04.040040 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] rbac_policy is already registered Dec 15 03:13:04.040502 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:security_group Dec 15 03:13:04.040839 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] security_group is already registered Dec 15 03:13:04.041239 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 03:13:04.041569 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] security_group_rule is already registered Dec 15 03:13:04.042199 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service CORE assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.042526 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 03:13:04.042883 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] subnetpool is already registered Dec 15 03:13:04.043302 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.v2.resource_helper [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Service CORE assigned prefix: {{(pid=103146) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 03:13:04.043625 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 03:13:04.043952 dv-cinder-818037-9-smb neutron-server[103146]: WARNING neutron.quota.resource_registry [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] subnetpool is already registered Dec 15 03:13:04.044407 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: extensions {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.045836 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: address-groups {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.047349 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: address-scopes {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.048662 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: agents {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.049813 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: auto-allocated-topology {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.051081 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: availability_zones {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.052291 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: dhcp-networks {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.053789 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: dhcp-agents {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.055354 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: routers {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.057718 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: flavors {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.058901 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: service_profiles {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.060137 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: next_providers {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.061565 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: service_profiles {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.064065 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: floatingip-pools {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.065284 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: routers {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.067409 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: floatingips {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.068684 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: l3-routers {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.070076 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: l3-agents {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.072316 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: metering-labels {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.073673 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: metering-label-rules {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.074971 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: network-ip-availabilities {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.076207 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: bindings {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.077842 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: quotas {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.079425 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: quotas {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.080944 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: rbac-policies {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.082237 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: security-groups {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.083505 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: security-group-rules {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.084713 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: service-providers {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.085963 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: subnetpools {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.088312 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: subnetpools {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.090013 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.091719 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.093517 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.095314 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.097095 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.098954 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.100641 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.102889 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.104657 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.106491 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron.api.extensions [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Extended resource: tags {{(pid=103146) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 03:13:04.112521 dv-cinder-818037-9-smb neutron-server[103146]: WARNING keystonemiddleware.auth_token [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 03:13:04.117252 dv-cinder-818037-9-smb neutron-server[103146]: WARNING keystonemiddleware.auth_token [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 03:13:04.126138 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_concurrency.lockutils [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Acquired lock "singleton_lock" {{(pid=103146) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 03:13:04.126627 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_concurrency.lockutils [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Releasing lock "singleton_lock" {{(pid=103146) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 03:13:04.127274 dv-cinder-818037-9-smb neutron-server[103146]: INFO oslo_service.service [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Starting 2 workers Dec 15 03:13:04.132093 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Started child 103255 {{(pid=103146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 03:13:04.137391 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Started child 103256 {{(pid=103146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 03:13:04.138254 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:04.138997 dv-cinder-818037-9-smb neutron-server[103146]: INFO neutron.service [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 03:13:04.139690 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Publish callbacks [] for process, before_spawn {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:04.139790 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [-] (103255) wsgi starting up on http://0.0.0.0:9696 Dec 15 03:13:04.142091 dv-cinder-818037-9-smb neutron-server[103146]: INFO oslo_service.service [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Starting 1 workers Dec 15 03:13:04.142380 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:04.143845 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [-] (103256) wsgi starting up on http://0.0.0.0:9696 Dec 15 03:13:04.147338 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Started child 103257 {{(pid=103146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 03:13:04.147903 dv-cinder-818037-9-smb neutron-server[103146]: INFO oslo_service.service [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Starting 1 workers Dec 15 03:13:04.152290 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.service [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] calling RpcWorker wait() {{(pid=103257) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 03:13:04.152871 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.service [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] returning from RpcWorker wait() {{(pid=103257) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 03:13:04.153229 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Started child 103258 {{(pid=103146) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 03:13:04.154044 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c37645c-032b-4389-9ca8-54e31425b87d None None] Publish callbacks [] for process, after_spawn {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:04.154185 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:04.154865 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:13:04.155998 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103146) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 03:13:04.156211 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 03:13:04.156394 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 03:13:04.156627 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 03:13:04.156961 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 03:13:04.157144 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 03:13:04.157656 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.157943 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.158200 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.158391 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:04.158920 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.158920 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.159346 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.159601 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.159842 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.160115 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.160369 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.160539 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.160706 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.160972 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.161226 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.161538 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.161834 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.162092 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.162338 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.162509 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.162793 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.163052 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.163278 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.163560 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] debug = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.163824 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.164311 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.164663 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.165004 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.165414 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.165831 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.166091 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.166367 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.166651 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.166897 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.167149 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.167408 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.167651 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.167864 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.168111 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.168361 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.168621 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.168842 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.169311 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] host = dv-cinder-818037-9-smb {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.169551 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.169765 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.169993 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.170250 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.170495 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.170759 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.171006 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.171264 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.171525 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.171769 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.172039 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.172287 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.172534 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.172785 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.173009 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_options = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.173195 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.173481 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.173741 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.173940 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.174108 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.174287 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.174536 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.174723 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.174973 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.175219 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.175433 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.175669 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.175884 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.176123 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.176397 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.176629 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.176863 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.177085 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.177321 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.177549 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.177780 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.178005 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.178245 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.178461 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.178701 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.178914 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.179170 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.179399 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.179644 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.179876 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.180631 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.180949 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.181390 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.181727 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.181908 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.182155 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.182384 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.182620 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.182889 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.183125 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.183368 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.183610 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.183822 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.184071 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.184290 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.184508 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.184751 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_json = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.184979 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.185209 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.185432 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.185658 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.185898 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.186108 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.186319 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.186575 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.187007 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.187281 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.187600 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.187847 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.188079 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.188311 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:13:04.188473 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.188615 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.188778 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.189006 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.189255 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.189556 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.189806 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.190044 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.190263 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.190520 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.190899 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.191170 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.191437 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.191671 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.191905 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.192120 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.192340 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.192618 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.192836 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.193068 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.193310 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.193578 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.194006 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.194166 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.194986 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.194986 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.195275 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.195481 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.195725 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.196587 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.196943 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.197253 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.197500 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.197722 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.197989 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.198211 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.198469 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.198714 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.198967 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.199214 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.199456 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.199695 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.199936 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.200169 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.200543 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.200662 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.201001 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.201358 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.201358 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.201842 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.201842 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.202100 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.202194 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.202379 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.202615 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.203026 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.203411 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.203793 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.204019 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.204234 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.204447 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.205384 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.206330 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.206330 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.206330 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.206643 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.206754 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.206991 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.207238 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.207470 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.207700 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.207924 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.208149 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.208369 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.208592 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.208814 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.209037 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.209256 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.209494 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.209732 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.210050 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.210243 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.210662 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.210662 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.211305 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.211305 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.211854 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.211854 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.212083 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.212724 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.212724 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.212724 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.214340 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.214340 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.214340 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.214340 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.214340 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.214340 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.214340 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223286 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223286 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223286 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223286 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223286 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223286 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223286 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223286 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223797 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223797 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223797 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223797 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223797 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223797 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223797 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.223797 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224711 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224711 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224711 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224711 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224711 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224711 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224711 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.224711 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225181 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225181 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225181 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225181 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225181 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225181 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225181 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225181 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225653 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225653 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225653 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225653 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225653 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.225981 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.226059 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.226247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.226929 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.226929 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.227127 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.227249 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.227437 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.227652 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.227968 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.228210 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.228424 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.228645 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.228881 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.229095 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.229312 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.229558 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.229776 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.230018 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.230286 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.230449 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.230794 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.231041 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.231256 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.231566 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.231709 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.231973 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.232225 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.232471 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.232695 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.232947 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.233214 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.233427 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.233680 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.233914 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.234126 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.234355 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.234616 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.234847 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.235059 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.235283 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.235495 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.235758 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.236011 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.236357 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.236606 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.236834 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.237158 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.237536 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.237757 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.237994 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.238228 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.238463 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.238702 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.238935 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.239152 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.239407 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.239669 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.239902 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.240110 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.240318 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.240578 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.240788 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.241086 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.241348 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.241580 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.242294 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.242294 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.242294 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.243366 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.243366 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.243650 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.243801 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.243940 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.244158 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.244402 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.244612 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.244853 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.245070 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.245301 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.245528 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.245759 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.245964 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.246193 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.246411 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.246649 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.246878 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.247101 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.247330 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.247538 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.247753 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.247972 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.248177 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.248403 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.248610 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.248817 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.249035 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.249254 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.249465 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.249752 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.250027 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.250244 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.250530 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.250793 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.251048 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.251288 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.251604 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.251837 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.252073 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.252290 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.252539 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.252775 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.253006 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.253324 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.253600 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.253847 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.254096 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.254371 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.254666 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.254928 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.255138 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.255441 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.255769 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.256052 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.256488 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.256733 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.256988 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.257200 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.257447 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.257681 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.257915 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.258128 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.258461 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.258723 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.258951 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.259168 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.259378 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.259592 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.259813 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.260042 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.260281 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.260494 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.260674 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 03:13:04.261184 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103146) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 03:13:04.261348 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 03:13:04.261503 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 03:13:04.261684 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 03:13:04.261860 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 03:13:04.262007 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 03:13:04.262213 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.262376 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.262536 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.262716 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.262875 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.263072 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.263236 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.263401 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.263564 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.263721 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.263878 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.264035 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.264193 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.264349 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.264505 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.264662 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.264817 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.264973 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.265135 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.265292 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.265448 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.265604 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.265761 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] debug = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.265919 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.266136 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.266301 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.266458 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.266637 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.266795 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.266951 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.267111 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.267271 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.267426 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.267584 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.267740 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.267898 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.268054 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.268211 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.268368 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.268527 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.268682 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.268840 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] host = dv-cinder-818037-9-smb {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.268998 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.269154 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.269343 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.269485 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.269685 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.269893 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.270302 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.270461 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.270630 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.270789 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.270930 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.271066 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.271221 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.271379 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.271643 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_options = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.271791 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.271950 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.272091 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.272280 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.272443 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.272600 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.272763 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.272957 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.273044 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.273189 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.273342 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.273516 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.273650 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.274293 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.274516 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.274764 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.274909 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.275040 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.275180 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.275318 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.275473 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.275612 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.275750 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.275886 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.276033 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.276170 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.276297 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.276419 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.276529 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.276738 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.276867 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.276991 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.277118 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.277280 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.277439 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.277587 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.277725 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.277883 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.278037 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.278175 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.278318 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.278479 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.278658 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.278816 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.278974 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.279130 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.279288 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_json = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.279444 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.279601 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.279758 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.279916 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.280071 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.280227 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.280383 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.280541 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 03:13:04.280717 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.280879 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.281048 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.281207 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.281366 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.281526 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.281684 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.281843 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.282001 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.282160 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.282325 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.282484 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.282676 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.282836 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.282995 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.283158 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.283316 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.283461 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.283628 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.283787 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.283946 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.284104 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.284270 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.284428 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.284587 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.284745 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.284903 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.285070 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.285228 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.285401 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.285559 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.285718 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.285877 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.286037 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.286196 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.286365 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.286515 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.286698 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.286857 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.287016 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.287174 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.287408 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.287539 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.287628 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.287788 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.287948 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.288108 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.288268 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.288428 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.288588 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.288747 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.288907 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.289066 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.289225 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.289385 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.289922 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.290092 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.290437 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.290646 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.290789 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.290950 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.291110 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.291268 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.291427 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.291586 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.291745 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.291905 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.292063 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.292235 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.292393 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.292552 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.292711 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.292870 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.293030 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.293190 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.293348 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.293507 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.293665 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.293830 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.293989 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.294148 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.294307 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.294468 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.294649 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.294810 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.294970 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.295130 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.295289 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.295449 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.295609 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.295768 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.295936 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.296110 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.296272 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.296432 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.296591 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.296750 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.296911 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.297070 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.297229 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.297389 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.297551 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.297712 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.297869 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.298029 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.298189 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.298346 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.298504 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.298683 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.298843 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.299001 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.299160 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.299319 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.299478 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.299635 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.299795 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.299953 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.300110 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.300277 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.300435 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.300598 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.300959 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.301176 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.301353 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.301513 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.301672 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.301830 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.301989 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.302148 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.302308 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.302467 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.302649 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.302810 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.302969 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.303140 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.303482 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.303749 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.303925 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.304269 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.304417 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.304577 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.304740 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.304881 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.305514 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.305676 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.305965 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.306114 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.306296 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.306491 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.306702 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.306843 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.306980 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.307114 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.307255 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.307401 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.307555 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.307773 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.307908 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.308042 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.308177 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.308312 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.308447 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.308581 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.308724 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.308880 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.309040 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.309199 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.309357 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.309508 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.309662 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.309812 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.309967 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.310109 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.310272 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.310430 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.310611 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.310756 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.310907 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.311047 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.311202 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.311350 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.311510 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.311645 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.311805 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.311965 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.312125 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.312284 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.312444 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.312591 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.312751 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.312910 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.313069 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.313227 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.313401 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.313561 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.313719 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.313877 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.314101 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.314241 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.314375 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.314503 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.314678 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.314839 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.314999 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.315161 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.315322 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.315484 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.315643 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.315802 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.315961 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.316121 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.316281 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.316453 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.316614 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.316772 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.316929 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.317088 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.317247 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.317415 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.317575 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.317734 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.317876 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.318039 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.318200 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.318368 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.318525 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.318706 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.318865 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.319024 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.319181 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.319348 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.319508 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.319665 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.319828 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.320014 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.320162 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.320297 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.320433 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.320585 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.320811 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.320982 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.321113 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.321280 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.321450 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.321589 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.321731 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.321892 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.322052 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.322218 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.322378 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.322538 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.322740 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.322899 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.323059 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.323218 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.323388 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.323547 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.323708 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.323866 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.324024 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.324190 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.324314 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:13:04.324496 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.324496 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.324656 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.324813 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.324972 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.325140 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.325307 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.325472 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.325632 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.325795 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.325966 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.326125 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.326283 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.326441 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.326622 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.326779 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.326939 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.327097 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.327255 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.327411 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.327568 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.327725 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.327883 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.328041 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.328198 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.328357 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.328516 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.328674 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.328831 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.328989 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 03:13:04.329145 dv-cinder-818037-9-smb neutron-server[103146]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103146) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 03:13:04.410019 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57452) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:04.419240 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070908 Dec 15 03:13:16.208937 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe8cf8e-7732-4094-96ad-52db2cd8f817 None None] get_active_networks_info from dv-cinder-818037-9-smb {{(pid=103257) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 03:13:16.318046 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe8cf8e-7732-4094-96ad-52db2cd8f817 None None] No non-hosted networks {{(pid=103257) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 03:13:16.350824 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.agentschedulers_db [None req-4fe8cf8e-7732-4094-96ad-52db2cd8f817 None None] DHCP Agent not found on host dv-cinder-818037-9-smb {{(pid=103257) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 03:13:16.463551 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d316685-95e2-4a1e-a0b7-728072232681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1566971'] for agent, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:18.478242 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff47c856-8bd7-4ca0-855d-0f5f413982b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1566971'] for agent, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:18.519453 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.db.api [None req-afee6a78-e122-4aea-bddb-bbf12c266d35 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-818037-9-smb {{(pid=103257) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 03:13:18.519905 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG oslo_db.api [None req-afee6a78-e122-4aea-bddb-bbf12c266d35 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 03:13:19.152279 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-afee6a78-e122-4aea-bddb-bbf12c266d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:19.564210 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1566971'] for agent, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:20.872919 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1566971'] for agent, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:22.090419 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.db.l3_hamode_db [None req-43fcf651-a4ac-4245-8952-66990ec9ab5c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 03:13:22.175224 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fcf651-a4ac-4245-8952-66990ec9ab5c None None] Routers set() bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:13:22.180772 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fcf651-a4ac-4245-8952-66990ec9ab5c None None] Router IDs set() for agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 03:13:22.237867 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1566971'] for agent, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:22.238543 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.238917 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.239248 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.239575 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.239902 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.240226 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.240680 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.241034 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.241358 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.241718 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.242058 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.242373 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.242741 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:22.243279 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818037-9-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:13:22.251294 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818037-9-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:13:22.433058 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57542) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:22.938777 dv-cinder-818037-9-smb neutron-server[103256]: WARNING oslo_policy.policy [None req-39bb3bf5-a4b0-424f-8b17-505851f593d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 03:13:22.939366 dv-cinder-818037-9-smb neutron-server[103256]: WARNING oslo_policy.policy [None req-39bb3bf5-a4b0-424f-8b17-505851f593d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 03:13:23.162951 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [None req-39bb3bf5-a4b0-424f-8b17-505851f593d5 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:13:23.164989 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-39bb3bf5-a4b0-424f-8b17-505851f593d5 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7307477 Dec 15 03:13:25.777629 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57558) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:26.085536 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-06ec89ce-e7be-48d7-b628-f1cb1ecdebb8 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:13:26.183059 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.policy [None req-06ec89ce-e7be-48d7-b628-f1cb1ecdebb8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103256) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 03:13:26.231112 dv-cinder-818037-9-smb neutron-server[103256]: WARNING oslo_policy.policy [None req-06ec89ce-e7be-48d7-b628-f1cb1ecdebb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 03:13:26.231923 dv-cinder-818037-9-smb neutron-server[103256]: WARNING oslo_policy.policy [None req-06ec89ce-e7be-48d7-b628-f1cb1ecdebb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 03:13:26.239922 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.quota [None req-06ec89ce-e7be-48d7-b628-f1cb1ecdebb8 admin admin] Loaded quota_driver: . Dec 15 03:13:26.396711 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ec89ce-e7be-48d7-b628-f1cb1ecdebb8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745022020835', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745022021334', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745021998085', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745022001420', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745021994954', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745021974662', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3617779', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3610099', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1630400', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1655064'] for rbac-policy, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:26.610959 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ec89ce-e7be-48d7-b628-f1cb1ecdebb8 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:26.612159 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-06ec89ce-e7be-48d7-b628-f1cb1ecdebb8 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8335431 Dec 15 03:13:29.481336 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57570) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:29.772464 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'name': 'private', 'project_id': '21a1eea4522e4796b14519a6ba97bd48'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:13:29.848497 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Made reservation on behalf of 21a1eea4522e4796b14519a6ba97bd48 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:13:29.851891 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:29.868910 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:29.975657 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:30.042854 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:30.062274 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:13:30.091213 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745020493433', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:30.091798 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Unsubscribe: segment precommit_create {{(pid=103256) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 03:13:30.092305 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Added segment 8a1d37a0-64b9-464a-87e9-81397517057c of type vlan for network 3b6c8386-d041-4075-849f-f83954797709 Dec 15 03:13:30.108479 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c2a491-99e7-469d-876d-c5a63a8d089f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:30.134638 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.134998 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.135349 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.135681 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.136006 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.136325 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.136642 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.136956 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.137269 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.137617 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.137915 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.138225 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.138534 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Tracked resource versions report: Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: pushed versions: Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: { 'AddressGroup': {'1.2'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'Log': {'1.0'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'Network': {'1.1'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'Port': {'1.7'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'PortForwarding': {'1.2'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'QosPolicy': {'1.10'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'SecurityGroup': {'1.5'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'SubPort': {'1.0'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'Subnet': {'1.1'}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'Trunk': {'1.1'}} Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: consumer versions: Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: { DHCP agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: L3 agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: Metadata agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: Metering agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: Open vSwitch agent@dv-cinder-818037-9-smb: { 'AddressGroup': '1.2', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'ConntrackHelper': '1.0', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'LocalIPAssociation': '1.0', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'Log': '1.0', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'Network': '1.1', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'Port': '1.7', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'PortForwarding': '1.2', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'QosPolicy': '1.10', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'SecurityGroup': '1.5', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'SecurityGroupRule': '1.2', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'SubPort': '1.0', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'Subnet': '1.1', Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: 'Trunk': '1.1'}} Dec 15 03:13:30.139727 dv-cinder-818037-9-smb neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 03:13:30.213390 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:30.311615 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:30.312720 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:13:30.313421 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:30.411185 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] Pushing event updated for resources: {'Network': ['ID=3b6c8386-d041-4075-849f-f83954797709,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:30.423048 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 3b6c8386-d041-4075-849f-f83954797709 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:13:30.463001 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-40eda070-9f8e-4fca-a473-b8e62d89f432 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9805553 Dec 15 03:13:33.329219 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:33.723204 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be982ad8-74cb-4b5c-9309-43b5720a1713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:13:33.724565 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-be982ad8-74cb-4b5c-9309-43b5720a1713 admin admin] 10.222.0.45 "GET /v2.0/networks/3b6c8386-d041-4075-849f-f83954797709 HTTP/1.1" status: 200 len: 825 time: 0.3943944 Dec 15 03:13:33.749631 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7a440aa2-a350-45a3-bdae-35eed6729251 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/35e9152c-2306-41bb-8408-d8c760b95ffd HTTP/1.1" status: 200 len: 734 time: 0.0183935 Dec 15 03:13:33.758979 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Request body: {'subnet': {'subnetpool_id': '35e9152c-2306-41bb-8408-d8c760b95ffd', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '3b6c8386-d041-4075-849f-f83954797709', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'gateway_ip': '172.20.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:13:33.836796 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Made reservation on behalf of 21a1eea4522e4796b14519a6ba97bd48 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:13:33.839319 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:34.209094 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:34.279085 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31c4c5b-4b99-434c-948f-e8e94f878e65,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:34.283545 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Checking segment: {'id': '8a1d37a0-64b9-464a-87e9-81397517057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b6c8386-d041-4075-849f-f83954797709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:13:34.283936 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Network hostable DHCP agents. Network: 3b6c8386-d041-4075-849f-f83954797709, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:13:34.357166 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Network 3b6c8386-d041-4075-849f-f83954797709 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:13:34.431580 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 3b6c8386-d041-4075-849f-f83954797709) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:13:34.436151 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:13:34.436744 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:34.441422 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681cf97e-8bde-42d1-81ce-a04697a6d087 None None] Network 3b6c8386-d041-4075-849f-f83954797709 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:13:34.559919 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5bdd7859-f1d1-4a1c-9857-383d2b7c530c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8046074 Dec 15 03:13:34.711961 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1153ba8c-a3cd-56d7-be27-754139a753a2-3b6c8386-d041-4075-849f-f83954797709', 'network_id': '3b6c8386-d041-4075-849f-f83954797709', 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'fixed_ips': [{'subnet_id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65'}]}} from dv-cinder-818037-9-smb. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 03:13:34.713266 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:35.022801 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Allocated IP 172.20.0.2 (3b6c8386-d041-4075-849f-f83954797709/d31c4c5b-4b99-434c-948f-e8e94f878e65/27cd98ae-6b70-43dd-83f7-f94bddaf7260) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:13:35.264747 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:35.357511 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:35.435792 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Network 3b6c8386-d041-4075-849f-f83954797709 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:13:35.440655 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:13:35.449751 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:13:35.452854 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Pushing event updated for resources: {'Port': ['ID=27cd98ae-6b70-43dd-83f7-f94bddaf7260,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:35.484633 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.484976 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.485341 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.485683 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.486014 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.486341 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.486691 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.487045 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.487341 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.487679 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.488002 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.488320 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.488637 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Tracked resource versions report: Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: pushed versions: Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: { 'AddressGroup': {'1.2'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'Log': {'1.0'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'Network': {'1.1'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'Port': {'1.7'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'PortForwarding': {'1.2'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'QosPolicy': {'1.10'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'SecurityGroup': {'1.5'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'SubPort': {'1.0'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'Subnet': {'1.1'}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'Trunk': {'1.1'}} Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: consumer versions: Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: { DHCP agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: L3 agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: Metadata agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: Metering agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: Open vSwitch agent@dv-cinder-818037-9-smb: { 'AddressGroup': '1.2', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'ConntrackHelper': '1.0', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'LocalIPAssociation': '1.0', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'Log': '1.0', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'Network': '1.1', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'Port': '1.7', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'PortForwarding': '1.2', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'QosPolicy': '1.10', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'SecurityGroup': '1.5', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'SecurityGroupRule': '1.2', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'SubPort': '1.0', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'Subnet': '1.1', Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: 'Trunk': '1.1'}} Dec 15 03:13:35.489789 dv-cinder-818037-9-smb neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 03:13:35.541644 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Attempting to bind port 27cd98ae-6b70-43dd-83f7-f94bddaf7260 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:13:35.542042 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Attempting to bind port 27cd98ae-6b70-43dd-83f7-f94bddaf7260 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '8a1d37a0-64b9-464a-87e9-81397517057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b6c8386-d041-4075-849f-f83954797709'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:13:35.542463 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Attempting to bind port 27cd98ae-6b70-43dd-83f7-f94bddaf7260 on network 3b6c8386-d041-4075-849f-f83954797709 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:13:35.547422 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:13:35.547800 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Checking segment: {'id': '8a1d37a0-64b9-464a-87e9-81397517057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b6c8386-d041-4075-849f-f83954797709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:13:35.548274 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:35.548662 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Bound using segment: {'id': '8a1d37a0-64b9-464a-87e9-81397517057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b6c8386-d041-4075-849f-f83954797709'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:13:35.549152 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Bound port: 27cd98ae-6b70-43dd-83f7-f94bddaf7260, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1d37a0-64b9-464a-87e9-81397517057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b6c8386-d041-4075-849f-f83954797709'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:13:35.549549 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:35.612457 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] For port 27cd98ae-6b70-43dd-83f7-f94bddaf7260, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:13:35.617207 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] For port 27cd98ae-6b70-43dd-83f7-f94bddaf7260, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=27cd98ae-6b70-43dd-83f7-f94bddaf7260,segment=NetworkSegment(8a1d37a0-64b9-464a-87e9-81397517057c),segment_id=8a1d37a0-64b9-464a-87e9-81397517057c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:13:35.672050 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:35.736042 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2cb30-3b8b-41ac-a783-601c266d2bf8 None None] Pushing event updated for resources: {'Port': ['ID=27cd98ae-6b70-43dd-83f7-f94bddaf7260,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:37.201282 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57592) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:37.518666 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [None req-48eaf71f-9c85-4d96-bee7-7d114ebae1b7 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:13:37.519725 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-48eaf71f-9c85-4d96-bee7-7d114ebae1b7 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174934 Dec 15 03:13:40.137077 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57600) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:40.457891 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [None req-bf012d52-c80f-4aef-aabf-841382ed9643 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:13:40.458976 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-bf012d52-c80f-4aef-aabf-841382ed9643 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3210502 Dec 15 03:13:43.336508 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57610) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:43.658783 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e372e4c4-8ba0-443b-966a-dfd2f424be13 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'admin_state_up': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:13:43.791785 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e372e4c4-8ba0-443b-966a-dfd2f424be13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1565638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4693'] for router, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:43.793371 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e372e4c4-8ba0-443b-966a-dfd2f424be13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1565046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1570439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4686'] for router, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:43.928743 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e372e4c4-8ba0-443b-966a-dfd2f424be13 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:43.952413 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 27cd98ae-6b70-43dd-83f7-f94bddaf7260 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:13:44.020835 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e372e4c4-8ba0-443b-966a-dfd2f424be13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1565007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1570548'] for router, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:44.039302 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 27cd98ae-6b70-43dd-83f7-f94bddaf7260 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:13:44.039706 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:44.090352 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e372e4c4-8ba0-443b-966a-dfd2f424be13 admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:44.091770 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e372e4c4-8ba0-443b-966a-dfd2f424be13 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7541378 Dec 15 03:13:44.153340 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:44.191632 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port 27cd98ae-6b70-43dd-83f7-f94bddaf7260, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=27cd98ae-6b70-43dd-83f7-f94bddaf7260,segment=NetworkSegment(8a1d37a0-64b9-464a-87e9-81397517057c),segment_id=8a1d37a0-64b9-464a-87e9-81397517057c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:13:44.254540 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:44.313011 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=27cd98ae-6b70-43dd-83f7-f94bddaf7260,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:44.926345 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec088cf-cc70-42f3-9bf2-96a08e40a669 None None] Network 3b6c8386-d041-4075-849f-f83954797709 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:13:45.051277 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8a688b52-58f8-4355-8512-739fae9d523c None None] Provisioning complete for port 27cd98ae-6b70-43dd-83f7-f94bddaf7260 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:13:45.051919 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8a688b52-58f8-4355-8512-739fae9d523c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:45.251983 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-50d0db5a-436e-49da-964c-7b5095e6da65 None None] Provisioning complete for port 27cd98ae-6b70-43dd-83f7-f94bddaf7260 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:13:45.252354 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50d0db5a-436e-49da-964c-7b5095e6da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:45.919324 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 27cd98ae-6b70-43dd-83f7-f94bddaf7260 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:13:45.965604 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 27cd98ae-6b70-43dd-83f7-f94bddaf7260 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:13:45.965977 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:46.254356 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08e19f1f-9a85-4b8a-89e0-b2a98c19c03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:46.716502 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:47.024313 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [None req-21030e15-54af-49da-9477-33d2f79090b4 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:13:47.025315 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-21030e15-54af-49da-9477-33d2f79090b4 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3078699 Dec 15 03:13:48.505092 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-558b1def-6f74-4c2d-899e-1050d72ad8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:49.499574 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:49.621756 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57640) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:49.752303 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:13:49.836335 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Made reservation on behalf of 065e0b3a91134f2db53a2121ba4811cd for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:13:49.838849 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:49.846675 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:49.920390 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:50.019027 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:50.034108 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Reserving flat network on physical network physnet1 {{(pid=103256) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 03:13:50.052496 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7388108-f0a2-4b3b-8bdb-b8c0d55780ed,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:50.057104 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:50.057447 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Added segment 9ad05f6f-2ba0-4940-a0c2-08a4f7086332 of type flat for network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 Dec 15 03:13:50.102547 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:50.196291 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:50.197203 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:13:50.197789 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:50.258099 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] Pushing event updated for resources: {'Network': ['ID=7c8c1ce3-f248-414e-b26e-682dd08ed0e7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:50.267421 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:13:50.307732 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9c93678c-14e3-4834-8236-d29af88926bf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6848035 Dec 15 03:13:50.779403 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:52.150840 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:52.742242 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57658) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:52.832794 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976493e6-e22b-4971-86cf-ff3b7c977168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:13:52.834804 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-976493e6-e22b-4971-86cf-ff3b7c977168 admin admin] 10.222.0.45 "GET /v2.0/subnets/d31c4c5b-4b99-434c-948f-e8e94f878e65 HTTP/1.1" status: 200 len: 849 time: 0.0908589 Dec 15 03:13:52.953058 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-d89e20c2-23af-4d7d-83cb-22d405fbe857 admin admin] 10.222.0.45 "GET /v2.0/routers/2cce8b95-2fb3-42ae-9b5a-fa9b9951852b HTTP/1.1" status: 200 len: 704 time: 0.1119838 Dec 15 03:13:53.214971 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:53.515540 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Allocated IP 172.20.0.1 (3b6c8386-d041-4075-849f-f83954797709/d31c4c5b-4b99-434c-948f-e8e94f878e65/2304d81e-135d-446e-bf9c-b534b5b004e9) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:13:53.716843 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:53.819779 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:53.893747 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Network 3b6c8386-d041-4075-849f-f83954797709 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:13:53.902507 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:13:53.907981 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:13:53.908558 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1566599'] for router_interface, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:53.927924 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Pushing event updated for resources: {'Port': ['ID=2304d81e-135d-446e-bf9c-b534b5b004e9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:54.130117 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-932a4198-12ae-490a-819c-86949f01d9a0 None None] Provisioning complete for port 2304d81e-135d-446e-bf9c-b534b5b004e9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:13:54.130697 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-932a4198-12ae-490a-819c-86949f01d9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:54.163925 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-932a4198-12ae-490a-819c-86949f01d9a0 None None] Port 2304d81e-135d-446e-bf9c-b534b5b004e9 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:13:54.183176 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:54.390387 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:54.453766 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:54.454522 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1554245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1566775'] for router_interface, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:54.531558 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Pushing event updated for resources: {'Port': ['ID=2304d81e-135d-446e-bf9c-b534b5b004e9,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:54.578666 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Network 3b6c8386-d041-4075-849f-f83954797709 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:13:54.579961 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:13:54.785220 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Router 2cce8b95-2fb3-42ae-9b5a-fa9b9951852b is scheduled to L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 03:13:54.786069 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-8429eaaf-464a-47c4-b30a-e9c06b57c0d8 None None] Provisioning complete for port 2304d81e-135d-446e-bf9c-b534b5b004e9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:13:54.786607 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8429eaaf-464a-47c4-b30a-e9c06b57c0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:54.822400 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8429eaaf-464a-47c4-b30a-e9c06b57c0d8 None None] Port 2304d81e-135d-446e-bf9c-b534b5b004e9 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:13:54.875909 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:13:54.881109 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9c37028c-b72d-4125-978c-81a38da8d5df admin admin] 10.222.0.45 "PUT /v2.0/routers/2cce8b95-2fb3-42ae-9b5a-fa9b9951852b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9225128 Dec 15 03:13:54.885883 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Sync routers for ids ['2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:13:54.898076 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Routers {'2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:13:54.898948 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:13:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:13:55.088550 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Set router 2cce8b95-2fb3-42ae-9b5a-fa9b9951852b gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:13:55.538797 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'name': 'router1', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:13:43Z', 'updated_at': '2021-12-15T03:13:54Z', 'revision_number': 2, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'gw_port_host': None, '_interfaces': [{'id': '2304d81e-135d-446e-bf9c-b534b5b004e9', 'name': '', 'network_id': '3b6c8386-d041-4075-849f-f83954797709', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'mac_address': 'fa:16:3e:6f:52:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:13:53Z', 'updated_at': '2021-12-15T03:13:54Z', 'revision_number': 2, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'subnets': [{'id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35e9152c-2306-41bb-8408-d8c760b95ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:13:55.588389 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Checking router: 2cce8b95-2fb3-42ae-9b5a-fa9b9951852b for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:13:55.588769 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Updating router 2cce8b95-2fb3-42ae-9b5a-fa9b9951852b port 2304d81e-135d-446e-bf9c-b534b5b004e9 binding host dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:13:55.664822 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:56.147531 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Publish callbacks [] for port, precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:56.201905 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:56.373551 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Pushing event updated for resources: {'Port': ['ID=2304d81e-135d-446e-bf9c-b534b5b004e9,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:56.383399 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Attempting to bind port 2304d81e-135d-446e-bf9c-b534b5b004e9 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:13:56.387699 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Attempting to bind port 2304d81e-135d-446e-bf9c-b534b5b004e9 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '8a1d37a0-64b9-464a-87e9-81397517057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b6c8386-d041-4075-849f-f83954797709'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:13:56.387699 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Attempting to bind port 2304d81e-135d-446e-bf9c-b534b5b004e9 on network 3b6c8386-d041-4075-849f-f83954797709 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:13:56.392299 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.392641 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.393005 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.393339 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.393665 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.393992 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.394313 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.394657 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.394981 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.395349 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.395671 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.395986 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.396927 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Tracked resource versions report: Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: pushed versions: Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: { 'AddressGroup': {'1.2'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'ConntrackHelper': {'1.0'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'LocalIPAssociation': {'1.0'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'Log': {'1.0'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'Network': {'1.1'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'Port': {'1.7'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'PortForwarding': {'1.2'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'QosPolicy': {'1.10'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'SecurityGroup': {'1.5'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'SecurityGroupRule': {'1.2'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'SubPort': {'1.0'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'Subnet': {'1.1'}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'Trunk': {'1.1'}} Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: consumer versions: Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: { DHCP agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: L3 agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: Metadata agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: Metering agent@dv-cinder-818037-9-smb: {}, Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: Open vSwitch agent@dv-cinder-818037-9-smb: { 'AddressGroup': '1.2', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'ConntrackHelper': '1.0', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'LocalIPAssociation': '1.0', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'Log': '1.0', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'Network': '1.1', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'Port': '1.7', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'PortForwarding': '1.2', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'QosPolicy': '1.10', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'SecurityGroup': '1.5', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'SecurityGroupRule': '1.2', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'SubPort': '1.0', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'Subnet': '1.1', Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: 'Trunk': '1.1'}} Dec 15 03:13:56.398099 dv-cinder-818037-9-smb neutron-server[103258]: {{(pid=103258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 03:13:56.400529 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:13:56.400923 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Checking segment: {'id': '8a1d37a0-64b9-464a-87e9-81397517057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b6c8386-d041-4075-849f-f83954797709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:13:56.401403 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:56.401774 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Bound using segment: {'id': '8a1d37a0-64b9-464a-87e9-81397517057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b6c8386-d041-4075-849f-f83954797709'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:13:56.402261 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Bound port: 2304d81e-135d-446e-bf9c-b534b5b004e9, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1d37a0-64b9-464a-87e9-81397517057c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3b6c8386-d041-4075-849f-f83954797709'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:13:56.402719 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:56.451862 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1f475b6a-ae4f-451f-b61e-06ea9355fb89 None None] Provisioning complete for port 2304d81e-135d-446e-bf9c-b534b5b004e9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:13:56.452877 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f475b6a-ae4f-451f-b61e-06ea9355fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:56.471450 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] For port 2304d81e-135d-446e-bf9c-b534b5b004e9, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:13:56.487868 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1f475b6a-ae4f-451f-b61e-06ea9355fb89 None None] Port 2304d81e-135d-446e-bf9c-b534b5b004e9 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:13:56.490690 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] For port 2304d81e-135d-446e-bf9c-b534b5b004e9, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=2304d81e-135d-446e-bf9c-b534b5b004e9,segment=NetworkSegment(8a1d37a0-64b9-464a-87e9-81397517057c),segment_id=8a1d37a0-64b9-464a-87e9-81397517057c)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:13:56.562514 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:56.620900 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c9d2a-5019-49be-a023-ed3f9022eca6 None None] Pushing event updated for resources: {'Port': ['ID=2304d81e-135d-446e-bf9c-b534b5b004e9,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:56.626452 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Routers {'2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:13:56.627079 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:13:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:13:56.717659 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] Set router 2cce8b95-2fb3-42ae-9b5a-fa9b9951852b gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:13:56.808817 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2eaf0e6a-60d7-47c1-ae65-c37769b3bd15 None None] Provisioning complete for port 2304d81e-135d-446e-bf9c-b534b5b004e9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:13:56.809186 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2eaf0e6a-60d7-47c1-ae65-c37769b3bd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:56.890259 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2eaf0e6a-60d7-47c1-ae65-c37769b3bd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:56.924070 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2eaf0e6a-60d7-47c1-ae65-c37769b3bd15 None None] For port 2304d81e-135d-446e-bf9c-b534b5b004e9, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=2304d81e-135d-446e-bf9c-b534b5b004e9,segment=NetworkSegment(8a1d37a0-64b9-464a-87e9-81397517057c),segment_id=8a1d37a0-64b9-464a-87e9-81397517057c)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:13:56.939829 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'name': 'router1', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:13:43Z', 'updated_at': '2021-12-15T03:13:54Z', 'revision_number': 2, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'gw_port_host': None, '_interfaces': [{'id': '2304d81e-135d-446e-bf9c-b534b5b004e9', 'name': '', 'network_id': '3b6c8386-d041-4075-849f-f83954797709', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'mac_address': 'fa:16:3e:6f:52:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:13:53Z', 'updated_at': '2021-12-15T03:13:56Z', 'revision_number': 4, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'subnets': [{'id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35e9152c-2306-41bb-8408-d8c760b95ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:13:56.966104 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb06b8e-9749-497d-b68d-8c89508f7195 None None] The sync data for ids ['2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'] in dv-cinder-818037-9-smb is: [{'id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'name': 'router1', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:13:43Z', 'updated_at': '2021-12-15T03:13:54Z', 'revision_number': 2, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'gw_port_host': None, '_interfaces': [{'id': '2304d81e-135d-446e-bf9c-b534b5b004e9', 'name': '', 'network_id': '3b6c8386-d041-4075-849f-f83954797709', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'mac_address': 'fa:16:3e:6f:52:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:13:53Z', 'updated_at': '2021-12-15T03:13:56Z', 'revision_number': 4, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'subnets': [{'id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35e9152c-2306-41bb-8408-d8c760b95ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:13:56.991251 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2eaf0e6a-60d7-47c1-ae65-c37769b3bd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:57.039490 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf0e6a-60d7-47c1-ae65-c37769b3bd15 None None] Pushing event updated for resources: {'Port': ['ID=2304d81e-135d-446e-bf9c-b534b5b004e9,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:57.352325 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57668) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:13:57.463788 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd9eb2-c3bd-435f-95d6-271f40ef6121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:13:57.465152 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-00fd9eb2-c3bd-435f-95d6-271f40ef6121 admin admin] 10.222.0.45 "GET /v2.0/networks/7c8c1ce3-f248-414e-b26e-682dd08ed0e7 HTTP/1.1" status: 200 len: 842 time: 0.1118650 Dec 15 03:13:57.475215 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Request body: {'subnet': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'ip_version': 4, 'gateway_ip': '172.28.0.1'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:13:57.556673 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Made reservation on behalf of 065e0b3a91134f2db53a2121ba4811cd for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:13:57.558875 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:57.952306 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.objects.ports [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103256) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 03:13:57.952737 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:58.010480 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1666386-33f8-4591-8a48-4eb7f4009bb2,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:13:58.014411 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Checking segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:13:58.014794 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Network hostable DHCP agents. Network: 7c8c1ce3-f248-414e-b26e-682dd08ed0e7, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:13:58.087603 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:13:58.163009 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 7c8c1ce3-f248-414e-b26e-682dd08ed0e7) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:13:58.167235 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:13:58.167833 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:13:58.173158 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04561860-687a-4988-aee8-8fa1a64dcf4d None None] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:13:58.256829 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5be8df40-1261-4918-8dae-3a240649b4d4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7846696 Dec 15 03:13:58.280344 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29312c02-3756-40db-86d1-840310e204f2 None None] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:14:00.744577 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 57676) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:14:00.899462 dv-cinder-818037-9-smb neutron-server[103255]: WARNING oslo_policy.policy [None req-a76c7e30-b491-4b54-ae28-1b8fd4d4d0d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 03:14:00.900024 dv-cinder-818037-9-smb neutron-server[103255]: WARNING oslo_policy.policy [None req-a76c7e30-b491-4b54-ae28-1b8fd4d4d0d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 03:14:01.186674 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.policy [None req-a76c7e30-b491-4b54-ae28-1b8fd4d4d0d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103255) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 03:14:01.234348 dv-cinder-818037-9-smb neutron-server[103255]: WARNING oslo_policy.policy [None req-a76c7e30-b491-4b54-ae28-1b8fd4d4d0d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 03:14:01.234752 dv-cinder-818037-9-smb neutron-server[103255]: WARNING oslo_policy.policy [None req-a76c7e30-b491-4b54-ae28-1b8fd4d4d0d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 03:14:01.480968 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-a76c7e30-b491-4b54-ae28-1b8fd4d4d0d1 admin admin] 10.222.0.45 "GET /v2.0/routers/2cce8b95-2fb3-42ae-9b5a-fa9b9951852b HTTP/1.1" status: 200 len: 710 time: 0.7342670 Dec 15 03:14:01.669546 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcb9019-ae25-47a1-a464-a2b2e5fa9a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:14:01.671294 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-2dcb9019-ae25-47a1-a464-a2b2e5fa9a40 admin admin] 10.222.0.45 "GET /v2.0/networks/7c8c1ce3-f248-414e-b26e-682dd08ed0e7 HTTP/1.1" status: 200 len: 886 time: 0.1846650 Dec 15 03:14:01.681355 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:14:01.933270 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:02.240630 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:02.320834 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:02.508335 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Allocated IP 172.28.0.18 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/49e311bd-3413-4aac-8cfa-f15e2fddd5f9) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:14:02.623962 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:02.751729 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:02.817599 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:14:02.825064 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:14:02.877643 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Pushing event updated for resources: {'Port': ['ID=49e311bd-3413-4aac-8cfa-f15e2fddd5f9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:14:02.882080 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:14:02.925464 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.925822 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.926170 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.926517 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.926874 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.928459 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.929269 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.929680 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.930028 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.930388 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.930757 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.931085 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.931446 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Tracked resource versions report: Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: pushed versions: Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: { 'AddressGroup': {'1.2'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'Log': {'1.0'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'Network': {'1.1'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'Port': {'1.7'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'PortForwarding': {'1.2'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'QosPolicy': {'1.10'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'SecurityGroup': {'1.5'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'SubPort': {'1.0'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'Subnet': {'1.1'}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'Trunk': {'1.1'}} Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: consumer versions: Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: { DHCP agent@dv-cinder-818037-9-smb: {}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: L3 agent@dv-cinder-818037-9-smb: {}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: Metadata agent@dv-cinder-818037-9-smb: {}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: Metering agent@dv-cinder-818037-9-smb: {}, Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: Open vSwitch agent@dv-cinder-818037-9-smb: { 'AddressGroup': '1.2', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'ConntrackHelper': '1.0', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'LocalIPAssociation': '1.0', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'Log': '1.0', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'Network': '1.1', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'Port': '1.7', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'PortForwarding': '1.2', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'QosPolicy': '1.10', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'SecurityGroup': '1.5', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'SecurityGroupRule': '1.2', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'SubPort': '1.0', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'Subnet': '1.1', Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: 'Trunk': '1.1'}} Dec 15 03:14:02.932554 dv-cinder-818037-9-smb neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 03:14:03.278544 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:03.530845 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1570537', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1565016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4720'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:03.535943 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1570548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1570530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1570555', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1565009'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:03.643971 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Router 2cce8b95-2fb3-42ae-9b5a-fa9b9951852b has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:14:03.748624 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:14:03.753334 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:03.754553 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-7395eab2-7ca8-4b5e-a340-334c1792642f admin admin] 10.222.0.45 "PUT /v2.0/routers/2cce8b95-2fb3-42ae-9b5a-fa9b9951852b HTTP/1.1" status: 200 len: 889 time: 2.0772922 Dec 15 03:14:03.959109 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 2304d81e-135d-446e-bf9c-b534b5b004e9 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:14:04.012455 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 2304d81e-135d-446e-bf9c-b534b5b004e9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:14:04.012834 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:04.055502 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Sync routers for ids ['2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:14:04.074144 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Routers {'2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:14:04.074965 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:13:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:14:04.322266 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Set router 2cce8b95-2fb3-42ae-9b5a-fa9b9951852b gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:14:04.785992 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'name': 'router1', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '49e311bd-3413-4aac-8cfa-f15e2fddd5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:13:43Z', 'updated_at': '2021-12-15T03:14:03Z', 'revision_number': 4, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'gw_port': {'id': '49e311bd-3413-4aac-8cfa-f15e2fddd5f9', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:14:02Z', 'updated_at': '2021-12-15T03:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '2304d81e-135d-446e-bf9c-b534b5b004e9', 'name': '', 'network_id': '3b6c8386-d041-4075-849f-f83954797709', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'mac_address': 'fa:16:3e:6f:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:13:53Z', 'updated_at': '2021-12-15T03:13:56Z', 'revision_number': 5, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'subnets': [{'id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35e9152c-2306-41bb-8408-d8c760b95ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:14:04.838109 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Checking router: 2cce8b95-2fb3-42ae-9b5a-fa9b9951852b for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:14:04.838467 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Updating router 2cce8b95-2fb3-42ae-9b5a-fa9b9951852b port 49e311bd-3413-4aac-8cfa-f15e2fddd5f9 binding host dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:14:04.884516 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:05.198728 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:05.293275 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:05.349957 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Attempting to bind port 49e311bd-3413-4aac-8cfa-f15e2fddd5f9 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:14:05.350330 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Attempting to bind port 49e311bd-3413-4aac-8cfa-f15e2fddd5f9 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:14:05.350816 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Attempting to bind port 49e311bd-3413-4aac-8cfa-f15e2fddd5f9 on network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:14:05.352589 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6377aa6-72de-4ba7-bf7f-cf3de081ef17 None None] Pushing event updated for resources: {'Port': ['ID=49e311bd-3413-4aac-8cfa-f15e2fddd5f9,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:14:05.358981 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:14:05.359821 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Checking segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:14:05.359821 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:05.360111 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Bound using segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:14:05.360606 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Bound port: 49e311bd-3413-4aac-8cfa-f15e2fddd5f9, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:14:05.361002 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:05.411422 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] For port 49e311bd-3413-4aac-8cfa-f15e2fddd5f9, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:14:05.414939 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] For port 49e311bd-3413-4aac-8cfa-f15e2fddd5f9, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=49e311bd-3413-4aac-8cfa-f15e2fddd5f9,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:14:05.492874 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:05.552091 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Routers {'2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:14:05.552740 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:13:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:14:05.559652 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6377aa6-72de-4ba7-bf7f-cf3de081ef17 None None] Pushing event updated for resources: {'Port': ['ID=49e311bd-3413-4aac-8cfa-f15e2fddd5f9,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:14:05.664584 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] Set router 2cce8b95-2fb3-42ae-9b5a-fa9b9951852b gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:14:05.876059 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'name': 'router1', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '49e311bd-3413-4aac-8cfa-f15e2fddd5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:13:43Z', 'updated_at': '2021-12-15T03:14:03Z', 'revision_number': 4, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'gw_port': {'id': '49e311bd-3413-4aac-8cfa-f15e2fddd5f9', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:14:02Z', 'updated_at': '2021-12-15T03:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '2304d81e-135d-446e-bf9c-b534b5b004e9', 'name': '', 'network_id': '3b6c8386-d041-4075-849f-f83954797709', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'mac_address': 'fa:16:3e:6f:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:13:53Z', 'updated_at': '2021-12-15T03:13:56Z', 'revision_number': 5, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'subnets': [{'id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35e9152c-2306-41bb-8408-d8c760b95ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:14:05.903294 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1be31-1fa4-4496-9d9e-26bb514016bf None None] The sync data for ids ['2cce8b95-2fb3-42ae-9b5a-fa9b9951852b'] in dv-cinder-818037-9-smb is: [{'id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'name': 'router1', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '49e311bd-3413-4aac-8cfa-f15e2fddd5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:13:43Z', 'updated_at': '2021-12-15T03:14:03Z', 'revision_number': 4, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'gw_port': {'id': '49e311bd-3413-4aac-8cfa-f15e2fddd5f9', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:14:02Z', 'updated_at': '2021-12-15T03:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '2304d81e-135d-446e-bf9c-b534b5b004e9', 'name': '', 'network_id': '3b6c8386-d041-4075-849f-f83954797709', 'tenant_id': '21a1eea4522e4796b14519a6ba97bd48', 'mac_address': 'fa:16:3e:6f:52:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cce8b95-2fb3-42ae-9b5a-fa9b9951852b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:13:53Z', 'updated_at': '2021-12-15T03:13:56Z', 'revision_number': 5, 'project_id': '21a1eea4522e4796b14519a6ba97bd48', 'subnets': [{'id': 'd31c4c5b-4b99-434c-948f-e8e94f878e65', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35e9152c-2306-41bb-8408-d8c760b95ffd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:14:06.383714 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 57700) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:14:06.503038 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9bec83dd-7467-4f6c-a2b7-14de0ba99537 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1182184 Dec 15 03:14:07.952414 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 49e311bd-3413-4aac-8cfa-f15e2fddd5f9 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:14:08.003288 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 49e311bd-3413-4aac-8cfa-f15e2fddd5f9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:14:08.003662 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:08.078581 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:08.097955 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port 49e311bd-3413-4aac-8cfa-f15e2fddd5f9, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=49e311bd-3413-4aac-8cfa-f15e2fddd5f9,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:14:08.156457 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:08.205931 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=49e311bd-3413-4aac-8cfa-f15e2fddd5f9,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:14:09.973354 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 49e311bd-3413-4aac-8cfa-f15e2fddd5f9 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:14:10.030794 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 49e311bd-3413-4aac-8cfa-f15e2fddd5f9 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:14:10.031524 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:16.246629 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca27e-4297-47de-b866-54d4c6680191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:18.210177 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:14:18.453259 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0ef8dfec-a7cd-420f-8a22-280ac6d3120e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:19.497885 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:20.777821 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:22.150645 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:46.212050 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f497347-5beb-448b-87a8-d8a78ae5e3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:48.502372 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-da88a092-9723-43be-a119-2bf2bfdaaf2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:49.560346 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:50.788750 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:52.173497 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:14:55.208880 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:15:16.209281 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f5670acc-1eea-4fb5-b1fa-105e725f6dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:18.474246 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56736c8c-9b86-47a2-8c6b-da53b8c007b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:19.511484 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:20.776689 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:22.153724 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:30.178691 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58184) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:15:30.239512 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd96d0b-209f-48f1-839a-e9ebd2563b09 admin admin] GET failed (client error): The resource could not be found. Dec 15 03:15:30.240860 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-1cd96d0b-209f-48f1-839a-e9ebd2563b09 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612984 Dec 15 03:15:30.408304 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ac2e6-a592-4979-be01-3f654e3037fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:30.410423 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e31ac2e6-a592-4979-be01-3f654e3037fc admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1649153 Dec 15 03:15:32.210050 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:15:32.778681 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58194) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:15:32.873026 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6732d174-61c1-4581-a28d-d51431f13774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:32.874425 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-6732d174-61c1-4581-a28d-d51431f13774 admin admin] 10.222.0.45 "GET /v2.0/subnets/d31c4c5b-4b99-434c-948f-e8e94f878e65 HTTP/1.1" status: 200 len: 849 time: 0.0948040 Dec 15 03:15:32.885222 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:15:32.970539 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:33.164335 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745020556508'] for subnet, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:33.197398 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:33.197960 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:33.199293 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] 10.222.0.45 "PUT /v2.0/subnets/d31c4c5b-4b99-434c-948f-e8e94f878e65 HTTP/1.1" status: 200 len: 868 time: 0.3177733 Dec 15 03:15:33.202195 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dddca99-541e-43e7-8918-d49f05c919aa None None] Network 3b6c8386-d041-4075-849f-f83954797709 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:15:33.216555 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d31c4c5b-4b99-434c-948f-e8e94f878e65,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:15:33.224570 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.224900 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.225213 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.225558 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.225897 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.226232 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.226591 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.226925 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.227261 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.227608 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.227941 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.228264 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.228590 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55043e7b-24f8-48b3-8c39-ca1990f44901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:15:33.505903 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-291144b7-3a57-46bb-8dc1-5ffc6fba8bbc None None] Provisioning complete for port 27cd98ae-6b70-43dd-83f7-f94bddaf7260 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:15:33.506205 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-291144b7-3a57-46bb-8dc1-5ffc6fba8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:33.595697 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-291144b7-3a57-46bb-8dc1-5ffc6fba8bbc None None] Provisioning complete for port 2304d81e-135d-446e-bf9c-b534b5b004e9 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:15:33.596064 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-291144b7-3a57-46bb-8dc1-5ffc6fba8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:35.597656 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58202) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:15:35.798154 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432d922-a12a-459d-814d-c50aacb6c34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:35.798536 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432d922-a12a-459d-814d-c50aacb6c34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:35.800620 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-2432d922-a12a-459d-814d-c50aacb6c34a admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020056 Dec 15 03:15:38.197005 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58212) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:15:38.404184 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486dde9-824e-42cc-937e-53933ec329e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:38.404658 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486dde9-824e-42cc-937e-53933ec329e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:38.406596 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-b486dde9-824e-42cc-937e-53933ec329e7 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2082999 Dec 15 03:15:40.778852 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58220) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:15:40.906446 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705d5c5-dc04-4758-882a-0ec73080dc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:40.907831 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7705d5c5-dc04-4758-882a-0ec73080dc9d admin admin] 10.222.0.45 "GET /v2.0/networks/3b6c8386-d041-4075-849f-f83954797709 HTTP/1.1" status: 200 len: 869 time: 0.1280386 Dec 15 03:15:43.307725 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58228) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:15:43.431829 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10364d4d-9c6a-4495-bae8-ecad4fb20219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:43.433162 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-10364d4d-9c6a-4495-bae8-ecad4fb20219 admin admin] 10.222.0.45 "GET /v2.0/networks/7c8c1ce3-f248-414e-b26e-682dd08ed0e7 HTTP/1.1" status: 200 len: 886 time: 0.1244984 Dec 15 03:15:45.817784 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58236) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:15:45.942528 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e2922-1651-45af-9249-546619bd922f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:45.943016 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e2922-1651-45af-9249-546619bd922f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:45.944536 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-580e2922-1651-45af-9249-546619bd922f admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258025 Dec 15 03:15:46.224817 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c358e300-6d00-46eb-ae87-99242e599136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:48.372655 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58244) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:15:48.465489 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7f279-a1f5-451e-a97f-fdaa10d35a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:48.465939 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd7f279-a1f5-451e-a97f-fdaa10d35a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:48.467483 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-1cd7f279-a1f5-451e-a97f-fdaa10d35a86 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0938938 Dec 15 03:15:48.470399 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a649f62d-151b-485f-b840-41a99ce5da45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:49.518840 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:50.775210 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:50.874925 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58252) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:15:50.966470 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a25e63-1749-498e-af85-7c6d6881cb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:50.967750 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-d8a25e63-1749-498e-af85-7c6d6881cb51 admin admin] 10.222.0.45 "GET /v2.0/subnets/d31c4c5b-4b99-434c-948f-e8e94f878e65 HTTP/1.1" status: 200 len: 868 time: 0.0918911 Dec 15 03:15:52.224217 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:15:53.340089 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58260) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:15:53.428574 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89913663-5357-461f-9f35-6cad2990900e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:15:53.429908 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-89913663-5357-461f-9f35-6cad2990900e admin admin] 10.222.0.45 "GET /v2.0/subnets/e1666386-33f8-4591-8a48-4eb7f4009bb2 HTTP/1.1" status: 200 len: 816 time: 0.0888710 Dec 15 03:16:09.210485 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:16:16.208917 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-298c87f8-2f29-49ea-8574-581f94394a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:18.471354 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-876720aa-fec0-4edf-9dc5-31b64e50ba8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:18.713791 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58314) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:16:18.761491 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [None req-f64fd888-ebd5-4168-b62a-3a2ad393424e admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103256) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:16:18.762471 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-f64fd888-ebd5-4168-b62a-3a2ad393424e admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477452 Dec 15 03:16:19.528625 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:20.794377 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:21.253403 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58322) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:16:21.313490 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c24825d-83ce-458e-ada1-ab1ece59b50d admin admin] GET failed (client error): The resource could not be found. Dec 15 03:16:21.314791 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-5c24825d-83ce-458e-ada1-ab1ece59b50d admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604293 Dec 15 03:16:21.454047 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d39689c-8f8b-4242-9e0b-6e4a737972a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:16:21.455454 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-4d39689c-8f8b-4242-9e0b-6e4a737972a1 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1361020 Dec 15 03:16:22.154266 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:23.871581 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58330) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:16:23.918153 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:16:23.919420 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.quota [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Loaded quota_driver: . Dec 15 03:16:24.014492 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Made reservation on behalf of 065e0b3a91134f2db53a2121ba4811cd for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:16:24.017287 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:24.062852 dv-cinder-818037-9-smb neutron-server[103255]: WARNING neutron.services.revisions.revision_plugin [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Could not find related network for resource to bump revision. Dec 15 03:16:24.077979 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:16:24.089973 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745020493433', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:24.090514 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Unsubscribe: segment precommit_create {{(pid=103255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 03:16:24.091026 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.segments_db [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Added segment 463e486d-710e-4f4d-bea2-1d12dcb218f7 of type vlan for network c336d648-90bb-477a-ab2d-07726a697452 Dec 15 03:16:24.141434 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:24.233980 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:24.234952 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:16:24.235555 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:24.329946 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Pushing event updated for resources: {'Network': ['ID=c336d648-90bb-477a-ab2d-07726a697452,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:16:24.336571 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.336940 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.337305 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.337648 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.337983 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.338318 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.338757 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.339089 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.339414 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.339755 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.340081 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.340403 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.340722 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:24.352701 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network c336d648-90bb-477a-ab2d-07726a697452 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:16:24.385311 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-217d9a87-2e02-425f-91f2-8988b799235b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5126421 Dec 15 03:16:26.824044 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58338) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:16:26.884735 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07ca6f7-df02-4936-a60e-5401288e8090 admin admin] GET failed (client error): The resource could not be found. Dec 15 03:16:26.886007 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-d07ca6f7-df02-4936-a60e-5401288e8090 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610094 Dec 15 03:16:26.954134 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d482d112-d3b3-4440-8b62-882116ac3008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:16:26.955890 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-d482d112-d3b3-4440-8b62-882116ac3008 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644579 Dec 15 03:16:26.965906 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:16:27.030904 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Made reservation on behalf of 065e0b3a91134f2db53a2121ba4811cd for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:16:27.033057 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:27.308185 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:27.365843 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480f9abd-6ae2-4ed8-926d-7c7dbcaad1d1,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:16:27.375341 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Checking segment: {'id': '463e486d-710e-4f4d-bea2-1d12dcb218f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:16:27.375341 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Network hostable DHCP agents. Network: c336d648-90bb-477a-ab2d-07726a697452, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:16:27.479378 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Network c336d648-90bb-477a-ab2d-07726a697452 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:16:27.582358 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, c336d648-90bb-477a-ab2d-07726a697452) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:16:27.586254 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:16:27.586873 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:27.591767 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa707414-cf91-4762-af8f-5a9ecee02c21 None None] Network c336d648-90bb-477a-ab2d-07726a697452 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:16:27.674533 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-6fd19d17-5acf-4123-8e93-39486c381e61 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7119009 Dec 15 03:16:27.698841 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1153ba8c-a3cd-56d7-be27-754139a753a2-c336d648-90bb-477a-ab2d-07726a697452', 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452', 'project_id': '065e0b3a91134f2db53a2121ba4811cd', 'fixed_ips': [{'subnet_id': '480f9abd-6ae2-4ed8-926d-7c7dbcaad1d1'}]}} from dv-cinder-818037-9-smb. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 03:16:27.703894 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:27.839727 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Allocated IP 192.168.233.2 (c336d648-90bb-477a-ab2d-07726a697452/480f9abd-6ae2-4ed8-926d-7c7dbcaad1d1/c2548c6a-0072-4d49-b10d-eea8bbed32f1) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:16:27.992749 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:28.072004 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:28.113401 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Network c336d648-90bb-477a-ab2d-07726a697452 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:16:28.120479 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:16:28.123478 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:16:28.129973 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Pushing event updated for resources: {'Port': ['ID=c2548c6a-0072-4d49-b10d-eea8bbed32f1,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:16:28.134893 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.135238 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.135602 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.135941 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.136268 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.136592 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.136918 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.137239 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.137564 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.137901 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.138223 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.138538 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.138876 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:16:28.194703 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Attempting to bind port c2548c6a-0072-4d49-b10d-eea8bbed32f1 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:16:28.195072 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Attempting to bind port c2548c6a-0072-4d49-b10d-eea8bbed32f1 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '463e486d-710e-4f4d-bea2-1d12dcb218f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:16:28.195431 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Attempting to bind port c2548c6a-0072-4d49-b10d-eea8bbed32f1 on network c336d648-90bb-477a-ab2d-07726a697452 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:16:28.200477 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:16:28.200847 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Checking segment: {'id': '463e486d-710e-4f4d-bea2-1d12dcb218f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:16:28.201245 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:28.201638 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Bound using segment: {'id': '463e486d-710e-4f4d-bea2-1d12dcb218f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:16:28.202102 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Bound port: c2548c6a-0072-4d49-b10d-eea8bbed32f1, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463e486d-710e-4f4d-bea2-1d12dcb218f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:16:28.203072 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:28.267891 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] For port c2548c6a-0072-4d49-b10d-eea8bbed32f1, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:16:28.271027 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] For port c2548c6a-0072-4d49-b10d-eea8bbed32f1, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=c2548c6a-0072-4d49-b10d-eea8bbed32f1,segment=NetworkSegment(463e486d-710e-4f4d-bea2-1d12dcb218f7),segment_id=463e486d-710e-4f4d-bea2-1d12dcb218f7)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:16:28.361484 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:28.427672 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb969859-041a-4092-b778-05f56c66adb0 None None] Pushing event updated for resources: {'Port': ['ID=c2548c6a-0072-4d49-b10d-eea8bbed32f1,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:16:29.219419 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785cecf8-4087-4e53-85b1-540bcfc32beb None None] Network c336d648-90bb-477a-ab2d-07726a697452 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:16:29.327941 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f38254e7-4da3-4ea0-a032-3faf87eda629 None None] Provisioning complete for port c2548c6a-0072-4d49-b10d-eea8bbed32f1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:16:29.328311 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f38254e7-4da3-4ea0-a032-3faf87eda629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:29.417741 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f38254e7-4da3-4ea0-a032-3faf87eda629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:29.453880 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f38254e7-4da3-4ea0-a032-3faf87eda629 None None] For port c2548c6a-0072-4d49-b10d-eea8bbed32f1, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=c2548c6a-0072-4d49-b10d-eea8bbed32f1,segment=NetworkSegment(463e486d-710e-4f4d-bea2-1d12dcb218f7),segment_id=463e486d-710e-4f4d-bea2-1d12dcb218f7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:16:29.534383 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f38254e7-4da3-4ea0-a032-3faf87eda629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:29.586878 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38254e7-4da3-4ea0-a032-3faf87eda629 None None] Pushing event updated for resources: {'Port': ['ID=c2548c6a-0072-4d49-b10d-eea8bbed32f1,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:16:29.757708 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ec7b1e81-90a0-499b-a9d7-b3e3b2f40890 None None] Provisioning complete for port c2548c6a-0072-4d49-b10d-eea8bbed32f1 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:16:29.757708 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1e81-90a0-499b-a9d7-b3e3b2f40890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:30.029036 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device c2548c6a-0072-4d49-b10d-eea8bbed32f1 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:16:30.081074 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port c2548c6a-0072-4d49-b10d-eea8bbed32f1 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:16:30.081444 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:46.209100 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:16:46.219650 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d1b720e-e79d-4ec3-97b7-eecb19485be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:48.464608 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d10fe4f-c721-4b9e-89b2-d922351b1dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:49.530096 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:50.798163 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:16:52.207134 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:17:16.218321 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cd5276ae-3375-45a7-828d-053b12d16a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:17:18.471498 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f335038f-b3d8-4370-b22a-2c1e491e2a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:17:19.505029 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:17:20.818459 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:17:22.173706 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:17:23.208543 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:17:46.212276 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ac5e0007-7ff5-477a-8c33-cb65adb9318a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:17:48.440734 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b6ccaeef-446f-4622-9ebe-9e3f10c2c407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:17:49.531934 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:17:50.806042 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:17:52.211633 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:00.207334 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:18:11.968799 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58382) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:18:11.975434 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [None req-fc5058b7-0e14-4a6d-83a7-5b5cfab1648b tempest-verify_tempest_config-948120597 tempest-verify_tempest_config-948120597-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:18:11.976508 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-fc5058b7-0e14-4a6d-83a7-5b5cfab1648b tempest-verify_tempest_config-948120597 tempest-verify_tempest_config-948120597-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067272 Dec 15 03:18:12.505532 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58400) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:18:12.609115 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:12.679148 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:12.753775 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:12.799551 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e85e238badc048399c58a7bfd1ea7b76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2929657 Dec 15 03:18:12.801407 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43042153-d6e6-42b4-96ed-99373aaa1812,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:18:12.802462 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58406) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:18:12.809703 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.810117 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.810463 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.818057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.818057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.818057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.818057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.818057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.818057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.818057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.818057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.818057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.818057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe94d97a-70d8-477f-9b0b-9b77b8f47b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:12.882392 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:12.964487 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:13.102456 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:13.104922 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:13.107198 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43042153-d6e6-42b4-96ed-99373aaa1812 HTTP/1.1" status: 204 len: 168 time: 0.3025241 Dec 15 03:18:13.114910 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43042153-d6e6-42b4-96ed-99373aaa1812,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:18:13.122852 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.123233 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.123597 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.123938 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.124273 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.124604 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.124934 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.125262 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.125587 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.125912 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.126235 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.126553 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:13.126895 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6a8a3-686d-4d85-8b57-eb0ff80a4fcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:18:16.279652 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8cca5e52-f7b0-4345-b927-d01a945b8e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:18.456223 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b578599-afbe-402e-9585-1ffe6d38308d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:19.536436 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:20.787525 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:22.301039 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:37.206101 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:18:46.214278 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f249d6ec-7cf7-45f3-af58-bb386dcb0d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:48.477167 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65687308-9300-4ee0-8bf4-096f23ddc781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:49.568642 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:50.808980 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:18:52.169486 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:14.207345 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:19:16.253168 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-74fa161e-903e-4e19-bf82-98f79b8e7a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:18.470132 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-662af5bd-47a9-4da2-993c-8c1b9c2bb972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:19.521823 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:20.812230 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:22.138418 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:46.222406 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b3c33254-8591-46ea-a8ac-8247674e7aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:48.474806 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-74db3c50-1ad6-4ae0-b06c-f7bdb28052af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:49.543883 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:50.833774 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:51.205642 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 5 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:19:51.206219 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1566971'] for agent, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:19:52.171947 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:06.410326 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58478) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:20:06.513582 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-28303330-1891-4b66-ad1b-9eceb85569dc admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1021323 Dec 15 03:20:08.892317 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:20:08.947911 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-1992c277-d094-4239-a6b8-49c3f0f38fc9 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0545111 Dec 15 03:20:16.228217 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1ccf-6f9a-4a97-a502-5857f458bf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:18.483446 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4aa9212d-a512-46d2-8423-77486a5bf198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:19.530620 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:20.839376 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:21.187659 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:22.180428 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:28.204328 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:20:46.209811 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-292a3d0f-66f5-4d34-8ffb-53fc9c42102a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:48.481524 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-89165334-6978-4570-8d2c-578723d98200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:49.552109 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:50.861075 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:51.169299 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:20:52.151366 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:05.203003 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:21:16.211959 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c0efc67c-0b62-4de4-9d46-3c1ca16647f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:18.468209 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cbddf3bc-db2c-4356-a258-ee1a2ed0a29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:19.542678 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:20.825882 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:21.174041 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:22.142380 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:42.199064 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:42.204905 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:21:42.373328 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1023888256-network', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:42.489957 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Made reservation on behalf of eafe2298ec50424298817e7903bfa08e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:42.499511 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:42.501193 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:42.586689 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:42.661479 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:42.686465 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:21:42.696313 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53669efb-0aa9-42f0-9b9f-63463f01e499,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:42.700857 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:42.701148 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.segments_db [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Added segment 05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e of type vlan for network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e Dec 15 03:21:42.713620 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.713976 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.714331 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.714706 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.715052 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.715390 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.715727 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.716060 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.716411 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.716731 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.717076 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.717420 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.717751 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Tracked resource versions report: Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: pushed versions: Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: { 'AddressGroup': {'1.2'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'Log': {'1.0'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'Network': {'1.1'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'Port': {'1.7'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'PortForwarding': {'1.2'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'QosPolicy': {'1.10'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'SecurityGroup': {'1.5'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'SubPort': {'1.0'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'Subnet': {'1.1'}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'Trunk': {'1.1'}} Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: consumer versions: Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: { DHCP agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: HyperV agent@hv-cinder-81803: {}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: L3 agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: Metadata agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: Metering agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: Open vSwitch agent@dv-cinder-818037-9-smb: { 'AddressGroup': '1.2', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'ConntrackHelper': '1.0', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'LocalIPAssociation': '1.0', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'Log': '1.0', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'Network': '1.1', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'Port': '1.7', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'PortForwarding': '1.2', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'QosPolicy': '1.10', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'SecurityGroup': '1.5', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'SecurityGroupRule': '1.2', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'SubPort': '1.0', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'Subnet': '1.1', Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: 'Trunk': '1.1'}} Dec 15 03:21:42.718880 dv-cinder-818037-9-smb neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 03:21:42.772415 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:42.855683 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58702) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:42.876004 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:42.877103 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:42.877740 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:42.917583 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58708) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:42.937697 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] Pushing event updated for resources: {'Network': ['ID=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:42.952250 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:21:43.001563 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-1cb906f7-336a-47c0-a29e-7a337c9ce555 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8004949 Dec 15 03:21:43.004568 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:43.015514 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Request body: {'subnet': {'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1023888256-subnet', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:43.124180 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Made reservation on behalf of eafe2298ec50424298817e7903bfa08e for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:43.126539 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.307563 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-233820605-network', 'tenant_id': 'a8dff297f76a47388084e17f84086df9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:43.324275 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174784378-network', 'tenant_id': '1b3a16e177484073abfd2e8e35dedbae'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:43.352465 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:43.370307 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.402819 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Made reservation on behalf of a8dff297f76a47388084e17f84086df9 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:43.405212 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.418110 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.472980 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1828020695-network', 'tenant_id': '2b642fa907e34fe082a2d3d5c013d6e6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:43.506818 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.525489 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600eec61-1422-43d1-afe5-1fe824ccc873,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:43.529320 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Checking segment: {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Network hostable DHCP agents. Network: 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Tracked resource versions report: Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: pushed versions: Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: { 'AddressGroup': {'1.2'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'Log': {'1.0'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'Network': {'1.1'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'Port': {'1.7'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'PortForwarding': {'1.2'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'QosPolicy': {'1.10'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'SecurityGroup': {'1.5'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'SubPort': {'1.0'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'Subnet': {'1.1'}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: 'Trunk': {'1.1'}} Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: consumer versions: Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: { DHCP agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:43.639364 dv-cinder-818037-9-smb neutron-server[103256]: HyperV agent@hv-cinder-81803: {}, Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: L3 agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: Metadata agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: Metering agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: Open vSwitch agent@dv-cinder-818037-9-smb: { 'AddressGroup': '1.2', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'ConntrackHelper': '1.0', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'LocalIPAssociation': '1.0', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'Log': '1.0', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'Network': '1.1', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'Port': '1.7', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'PortForwarding': '1.2', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'QosPolicy': '1.10', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'SecurityGroup': '1.5', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'SecurityGroupRule': '1.2', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'SubPort': '1.0', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'Subnet': '1.1', Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: 'Trunk': '1.1'}} Dec 15 03:21:43.642960 dv-cinder-818037-9-smb neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 03:21:43.679077 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.711430 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:21:43.713280 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Made reservation on behalf of 1b3a16e177484073abfd2e8e35dedbae for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:43.719016 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.728813 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad080bb-9585-4f14-90be-2e32114f4c3f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:43.744567 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:21:43.760140 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.760648 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.segments_db [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Added segment cdebc8b0-799a-4a81-85e1-e5965c308417 of type vlan for network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 Dec 15 03:21:43.814953 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.850452 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.907512 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.908500 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:43.909095 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.940782 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.964829 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:43.966479 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Made reservation on behalf of 2b642fa907e34fe082a2d3d5c013d6e6 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:43.974597 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:43.975495 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad996f11-b672-4b4d-9636-acc3356e97f4 None None] Network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:21:43.995998 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] Pushing event updated for resources: {'Network': ['ID=596d48f0-d405-4ad3-9dc4-ee18649c23a8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:43.997228 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:43.997996 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.018110 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.089626 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:21:44.096590 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.096764 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-1cc1aade-c7c3-4ff0-9542-b09825734e67 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2396836 Dec 15 03:21:44.098074 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:44.106091 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Request body: {'subnet': {'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-233820605-subnet', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:44.121793 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:21:44.140693 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.141020 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Added segment 4d1a5973-1c88-40b9-aee0-46aa50689d24 of type vlan for network 44d6930f-f64d-4bac-a508-4fc09b6ce501 Dec 15 03:21:44.180160 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58764) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:44.180724 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-f985a3fe-9889-4405-85e8-c235a517db00 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1749985 Dec 15 03:21:44.184860 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:44.205293 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.257454 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Made reservation on behalf of a8dff297f76a47388084e17f84086df9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:44.263264 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.264706 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c90f3e-22a3-4ebe-a0cb-bdb5b6ae34f8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:44.284739 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.297879 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1153ba8c-a3cd-56d7-be27-754139a753a2-89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873'}]}} from dv-cinder-818037-9-smb. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 03:21:44.299116 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.315473 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.372970 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:21:44.389320 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59b6b76-ca22-439c-a478-bd26f7afb2a6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:44.403683 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.403921 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Added segment 00ff3187-c29a-4daa-87d9-2f0031265196 of type vlan for network 5f05c797-de81-466b-8136-60fc86603522 Dec 15 03:21:44.443474 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.445000 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:44.445496 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.470902 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1565638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4693'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.473876 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1565046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1570439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4686'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.520198 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.525888 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Allocated IP 172.20.0.2 (89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e/600eec61-1422-43d1-afe5-1fe824ccc873/b0d6477b-d677-44c0-a3bb-1f9315550433) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:21:44.551983 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] Pushing event updated for resources: {'Network': ['ID=44d6930f-f64d-4bac-a508-4fc09b6ce501,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:44.587981 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7c34b65f-4f5e-4771-bad5-2e0dc43c1f0c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6672528 Dec 15 03:21:44.595376 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.595556 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58782) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:44.595666 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 44d6930f-f64d-4bac-a508-4fc09b6ce501 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:21:44.595769 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Request body: {'subnet': {'network_id': '44d6930f-f64d-4bac-a508-4fc09b6ce501', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1174784378-subnet', 'tenant_id': '1b3a16e177484073abfd2e8e35dedbae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:44.636363 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.637609 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:44.638297 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.732045 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] Pushing event updated for resources: {'Network': ['ID=5f05c797-de81-466b-8136-60fc86603522,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:44.743941 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Made reservation on behalf of 1b3a16e177484073abfd2e8e35dedbae for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:44.747712 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.749664 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 5f05c797-de81-466b-8136-60fc86603522 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:21:44.768748 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Publish callbacks [] for port, precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.852256 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.877122 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:44.918749 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-63c52482-790c-4a31-be39-c7c47a53e380 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5651436 Dec 15 03:21:44.922444 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:44.925506 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:21:44.929354 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:44.937199 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Request body: {'subnet': {'network_id': '5f05c797-de81-466b-8136-60fc86603522', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1828020695-subnet', 'tenant_id': '2b642fa907e34fe082a2d3d5c013d6e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:44.937403 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:21:44.946723 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Pushing event updated for resources: {'Port': ['ID=b0d6477b-d677-44c0-a3bb-1f9315550433,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:44.973888 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.974340 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.974893 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.975201 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.976154 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.976706 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.977369 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.977944 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.978427 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.978936 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.979427 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.979931 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.980603 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Tracked resource versions report: Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: pushed versions: Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: { 'AddressGroup': {'1.2'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'Log': {'1.0'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'Network': {'1.1'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'Port': {'1.7'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'PortForwarding': {'1.2'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'QosPolicy': {'1.10'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'SecurityGroup': {'1.5'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'SubPort': {'1.0'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'Subnet': {'1.1'}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'Trunk': {'1.1'}} Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: consumer versions: Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: { DHCP agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: HyperV agent@hv-cinder-81803: {}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: L3 agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: Metadata agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: Metering agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: Open vSwitch agent@dv-cinder-818037-9-smb: { 'AddressGroup': '1.2', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'ConntrackHelper': '1.0', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'LocalIPAssociation': '1.0', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'Log': '1.0', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'Network': '1.1', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'Port': '1.7', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'PortForwarding': '1.2', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'QosPolicy': '1.10', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'SecurityGroup': '1.5', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'SecurityGroupRule': '1.2', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'SubPort': '1.0', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'Subnet': '1.1', Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: 'Trunk': '1.1'}} Dec 15 03:21:44.981877 dv-cinder-818037-9-smb neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 03:21:44.996635 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.028632 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Attempting to bind port b0d6477b-d677-44c0-a3bb-1f9315550433 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:21:45.029266 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Attempting to bind port b0d6477b-d677-44c0-a3bb-1f9315550433 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:21:45.029804 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Attempting to bind port b0d6477b-d677-44c0-a3bb-1f9315550433 on network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:21:45.035989 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:21:45.040332 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Checking segment: {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:21:45.040332 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.040332 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Bound using segment: {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:21:45.040332 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Bound port: b0d6477b-d677-44c0-a3bb-1f9315550433, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:21:45.040332 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.090218 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.118329 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c542702-6fb9-4103-8625-a2d56b947c74,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:45.123698 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Checking segment: {'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:21:45.124259 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Network hostable DHCP agents. Network: 596d48f0-d405-4ad3-9dc4-ee18649c23a8, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:21:45.130735 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] For port b0d6477b-d677-44c0-a3bb-1f9315550433, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:21:45.135978 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] For port b0d6477b-d677-44c0-a3bb-1f9315550433, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=b0d6477b-d677-44c0-a3bb-1f9315550433,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:21:45.159677 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Made reservation on behalf of 2b642fa907e34fe082a2d3d5c013d6e6 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:45.165086 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.188781 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8376c980-272a-495d-83d6-073de6565598,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:45.208971 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Checking segment: {'id': '4d1a5973-1c88-40b9-aee0-46aa50689d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '44d6930f-f64d-4bac-a508-4fc09b6ce501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:21:45.209405 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Network hostable DHCP agents. Network: 44d6930f-f64d-4bac-a508-4fc09b6ce501, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:21:45.224766 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.259841 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:21:45.283087 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd7d0a-a228-4488-b75c-e77fe7e5bddd None None] Pushing event updated for resources: {'Port': ['ID=b0d6477b-d677-44c0-a3bb-1f9315550433,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:45.321853 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Network 44d6930f-f64d-4bac-a508-4fc09b6ce501 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:21:45.363068 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.395676 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.408996 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 44d6930f-f64d-4bac-a508-4fc09b6ce501) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:45.418102 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:45.418102 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.422672 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf62b7be-7c8a-4110-a6a7-65735442bcf2 None None] Network 44d6930f-f64d-4bac-a508-4fc09b6ce501 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:21:45.428177 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 596d48f0-d405-4ad3-9dc4-ee18649c23a8) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:45.437678 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:45.438696 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.474780 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f70083-1720-4a8f-8cc7-2bcc91298896 None None] Network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:21:45.555288 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-415f43f4-2f27-4af6-b9f1-02fef4763a14 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9636824 Dec 15 03:21:45.662828 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-91403635-4a3b-4fd7-9d41-f7ad6fbdcfa5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5063663 Dec 15 03:21:45.665261 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58822) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:45.665261 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-233820605-router', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:45.665853 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Allocated IP 172.28.0.34 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:21:45.728033 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1565638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4693'] for router, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.729099 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1565046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1570439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4686'] for router, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.735069 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.859738 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.871255 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d9bd26-71c3-4e0c-abdb-fdd3d80ed31d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:45.876219 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:45.888886 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Checking segment: {'id': '00ff3187-c29a-4daa-87d9-2f0031265196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f05c797-de81-466b-8136-60fc86603522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:21:45.889181 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Network hostable DHCP agents. Network: 5f05c797-de81-466b-8136-60fc86603522, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:21:45.894447 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cbd2be-617b-4b57-915d-326982b64953 None None] Network 44d6930f-f64d-4bac-a508-4fc09b6ce501 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:21:45.933128 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2446fe-06e4-4b0c-b746-287624d644bc None None] Network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:21:45.995886 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Network 5f05c797-de81-466b-8136-60fc86603522 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:21:46.044940 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:46.204158 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:46.236529 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1573-c8f5-4c1d-a5bd-8c481a136937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:46.287329 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 5f05c797-de81-466b-8136-60fc86603522) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:46.288949 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Pushing event updated for resources: {'Port': ['ID=9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:46.308478 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bac377b-6bec-43cf-9dfb-9565cd9be257 None None] Network 5f05c797-de81-466b-8136-60fc86603522 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:21:46.314626 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:46.315190 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:46.336645 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:21:46.343434 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:46.345898 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:21:46.446656 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-2ccdfc59-f41a-4df7-b0d6-e1324e814dd3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5208070 Dec 15 03:21:46.521958 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device b0d6477b-d677-44c0-a3bb-1f9315550433 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:21:46.632913 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port b0d6477b-d677-44c0-a3bb-1f9315550433 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:46.632913 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:46.634812 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4eb81c-b73f-4962-b372-757aeb7d1a50 None None] Network 5f05c797-de81-466b-8136-60fc86603522 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:21:46.813031 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:46.871008 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:46.871796 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4e9636-65b8-41b6-a777-fa662a24d450 None None] Network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:21:46.948228 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:46.991914 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:47.050169 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-554d46bf-ca32-4d4a-82cb-05989b1f880c None None] Provisioning complete for port b0d6477b-d677-44c0-a3bb-1f9315550433 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:47.054902 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-554d46bf-ca32-4d4a-82cb-05989b1f880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:47.084176 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port b0d6477b-d677-44c0-a3bb-1f9315550433, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=b0d6477b-d677-44c0-a3bb-1f9315550433,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:21:47.096110 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1565007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1570548'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:47.207548 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:47.233784 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Allocated IP 172.28.0.122 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/e9ec22c4-8579-4832-ae39-e2c1fcbfc99b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:21:47.267504 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58892) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:47.333366 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=b0d6477b-d677-44c0-a3bb-1f9315550433,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:47.379174 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab is scheduled to L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 03:21:47.425669 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:47.527983 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:21:47.537730 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58898) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:47.542088 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Sync routers for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:21:47.544344 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-907126427-network', 'tenant_id': '891271d673ea4fccab041b5f925a095e'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:47.556310 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:21:47.556965 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:21:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:47.579286 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-772dc0ee-a3a3-405a-93c8-b5363957dc02 None None] Provisioning complete for port b0d6477b-d677-44c0-a3bb-1f9315550433 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:47.580847 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-772dc0ee-a3a3-405a-93c8-b5363957dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:47.583539 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:47.647790 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:21:47.653689 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:47.662343 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:21:47.702341 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Pushing event updated for resources: {'Port': ['ID=e9ec22c4-8579-4832-ae39-e2c1fcbfc99b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:47.723637 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58922) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:47.731544 dv-cinder-818037-9-smb neutron-server[103255]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 03:21:47.789550 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Made reservation on behalf of 891271d673ea4fccab041b5f925a095e for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:47.801402 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:47.827030 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:47.831459 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:47.839528 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-0fdcc37b-876b-4eb3-b15d-21e5fd97788f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6578958 Dec 15 03:21:47.878794 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 58928) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:47.879356 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:21:47.907799 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58932) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:48.044687 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2889d878-f499-4954-8977-c6ed9da6862b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.058177 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959c354-6540-4640-9b94-668299896289 req-b5d6331e-f6d0-465f-a5ee-37454db849a4 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:48.060697 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-b5d6331e-f6d0-465f-a5ee-37454db849a4 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/networks?id=5f05c797-de81-466b-8136-60fc86603522 HTTP/1.1" status: 200 len: 812 time: 0.3296978 Dec 15 03:21:48.087357 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-1a10ff25-62e3-4d9a-89e4-226411526d6e tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/quotas/2b642fa907e34fe082a2d3d5c013d6e6 HTTP/1.1" status: 200 len: 375 time: 0.0192618 Dec 15 03:21:48.093314 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:46Z', 'revision_number': 3, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:48.125629 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Checking router: 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:21:48.125978 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Updating router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f binding host dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:21:48.149282 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-5ff01232-a90e-4bdd-8797-a9ec0fc6ddcd tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2b642fa907e34fe082a2d3d5c013d6e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545387 Dec 15 03:21:48.165134 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.206773 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2889d878-f499-4954-8977-c6ed9da6862b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.222150 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d74efca6-506b-4a01-b7be-eff31794709b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.280152 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2889d878-f499-4954-8977-c6ed9da6862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.349247 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device b0d6477b-d677-44c0-a3bb-1f9315550433 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:21:48.355110 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-a71386d7-772e-4d02-b9c6-40e0963df802 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:21:48.362313 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-a71386d7-772e-4d02-b9c6-40e0963df802 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1321983 Dec 15 03:21:48.453227 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-2889d878-f499-4954-8977-c6ed9da6862b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0da03b4233d476b94599068e95e49ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5442269 Dec 15 03:21:48.454095 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58954) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:48.517609 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port b0d6477b-d677-44c0-a3bb-1f9315550433 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:48.519951 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.531714 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0dc31c5e-0741-43df-89eb-de14802ef08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.573369 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889d878-f499-4954-8977-c6ed9da6862b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1245266-7766-45b0-a86b-52e691ec95b9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:48.619272 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Publish callbacks [] for port, precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.628057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.628057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.655595 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-a2c3e559-b74a-4a25-807f-4e63e57b57a1 service neutron] 10.222.0.45 "GET /v2.0/networks/5f05c797-de81-466b-8136-60fc86603522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923601 Dec 15 03:21:48.656190 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bab9b04-30af-40ec-a952-3344b2a04274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.724628 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.728578 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bab9b04-30af-40ec-a952-3344b2a04274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.739667 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.771687 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d74efca6-506b-4a01-b7be-eff31794709b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.800152 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-c1b91c3e-4234-41ee-b89c-91b28a0e0fc4 service neutron] 10.222.0.45 "GET /v2.0/networks/5f05c797-de81-466b-8136-60fc86603522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343656 Dec 15 03:21:48.801415 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Pushing event updated for resources: {'Port': ['ID=9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:48.812383 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:21:48.823041 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.823866 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.824297 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.824710 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.825143 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.825688 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.826082 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.826546 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.827000 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.827412 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.827821 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.828262 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.828579 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Tracked resource versions report: Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: pushed versions: Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: { 'AddressGroup': {'1.2'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'ConntrackHelper': {'1.0'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'LocalIPAssociation': {'1.0'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'Log': {'1.0'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'Network': {'1.1'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'Port': {'1.7'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'PortForwarding': {'1.2'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'QosPolicy': {'1.10'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'SecurityGroup': {'1.5'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'SecurityGroupRule': {'1.2'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'SubPort': {'1.0'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'Subnet': {'1.1'}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'Trunk': {'1.1'}} Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: consumer versions: Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: { DHCP agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: HyperV agent@hv-cinder-81803: {}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: L3 agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: Metadata agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: Metering agent@dv-cinder-818037-9-smb: {}, Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: Open vSwitch agent@dv-cinder-818037-9-smb: { 'AddressGroup': '1.2', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'ConntrackHelper': '1.0', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'LocalIPAssociation': '1.0', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'Log': '1.0', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'Network': '1.1', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'Port': '1.7', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'PortForwarding': '1.2', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'QosPolicy': '1.10', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'SecurityGroup': '1.5', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'SecurityGroupRule': '1.2', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'SubPort': '1.0', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'Subnet': '1.1', Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: 'Trunk': '1.1'}} Dec 15 03:21:48.829797 dv-cinder-818037-9-smb neutron-server[103258]: {{(pid=103258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 03:21:48.843600 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Attempting to bind port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:21:48.843600 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Attempting to bind port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:21:48.843600 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Attempting to bind port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f on network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:21:48.849799 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:21:48.850173 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Checking segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:21:48.851433 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.852194 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Bound using segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:21:48.852841 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Bound port: 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:21:48.853477 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.874233 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d74efca6-506b-4a01-b7be-eff31794709b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.890058 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bab9b04-30af-40ec-a952-3344b2a04274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.892683 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bab9b04-30af-40ec-a952-3344b2a04274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.896944 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-8bab9b04-30af-40ec-a952-3344b2a04274 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1245266-7766-45b0-a86b-52e691ec95b9 HTTP/1.1" status: 204 len: 168 time: 0.4347017 Dec 15 03:21:48.911833 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:48.912171 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Added segment 5b4bffed-6b7d-4524-af57-56b14b8627f1 of type vlan for network 8cf52282-2560-4a24-8e64-cc7ff5d37e5c Dec 15 03:21:48.920414 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab9b04-30af-40ec-a952-3344b2a04274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1245266-7766-45b0-a86b-52e691ec95b9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:48.930432 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5c806d-2451-4434-bdcf-2507cb0cac2a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:48.960975 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] For port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:21:48.966169 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] For port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:21:48.984550 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-d74efca6-506b-4a01-b7be-eff31794709b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af799066932c497795dde2f58ea8490d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7156179 Dec 15 03:21:48.987680 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58968) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:49.040469 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bc8076a-bedb-4b51-9c96-4e06854137c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.063039 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bc8076a-bedb-4b51-9c96-4e06854137c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.077687 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.087528 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74efca6-506b-4a01-b7be-eff31794709b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89655eab-41e7-4b3f-a634-8ab48b7f8855,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:49.096729 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.134302 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58974) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:49.209571 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1565007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1570548'] for router, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.215640 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.216368 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:49.216961 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.221674 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:21:49.222535 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:21:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:49.250877 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8d19e43-ed37-4f95-8ffd-f2e4fd06b702 req-1fc6913a-dbd4-459a-ab91-b37d2f88cd62 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 210 time: 0.1135664 Dec 15 03:21:49.251803 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bc8076a-bedb-4b51-9c96-4e06854137c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.264796 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8bc8076a-bedb-4b51-9c96-4e06854137c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.269041 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-8bc8076a-bedb-4b51-9c96-4e06854137c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89655eab-41e7-4b3f-a634-8ab48b7f8855 HTTP/1.1" status: 204 len: 168 time: 0.2798059 Dec 15 03:21:49.303017 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8076a-bedb-4b51-9c96-4e06854137c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89655eab-41e7-4b3f-a634-8ab48b7f8855,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:49.349205 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c4c45-d865-4203-a47a-8fd2a182c69d None None] Pushing event updated for resources: {'Port': ['ID=9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:49.414313 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:21:49.499451 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9600201 Dec 15 03:21:49.502067 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 58996) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:49.509549 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Request body: {'subnet': {'network_id': '8cf52282-2560-4a24-8e64-cc7ff5d37e5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-907126427-subnet', 'tenant_id': '891271d673ea4fccab041b5f925a095e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:49.552692 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c61ef-a940-46e9-b793-d01056df4789 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf52282-2560-4a24-8e64-cc7ff5d37e5c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:49.558484 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.565005 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 8cf52282-2560-4a24-8e64-cc7ff5d37e5c details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:21:49.615886 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Made reservation on behalf of 891271d673ea4fccab041b5f925a095e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:49.620051 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.638960 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.654583 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:46Z', 'revision_number': 3, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:49.701234 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8a3439-7b09-4315-8e7e-b93baaf5d1db None None] The sync data for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb is: [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:46Z', 'revision_number': 3, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:21:49.815002 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Allocated IP 172.20.0.1 (89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e/600eec61-1422-43d1-afe5-1fe824ccc873/d13b6c43-9bbb-424c-8e6d-3a4862cd368a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:21:49.841000 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59010) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:49.872401 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad0d0-2739-4039-ba47-717981ab2aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:49.941792 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.042945 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.098891 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad0d0-2739-4039-ba47-717981ab2aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.102526 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Pushing event updated for resources: {'Port': ['ID=d13b6c43-9bbb-424c-8e6d-3a4862cd368a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:50.118258 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:21:50.125323 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:50.125323 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Router 06bcb795-1734-4195-ab3d-335726f76c20 is scheduled to L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 03:21:50.127238 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:21:50.127339 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1566599'] for router_interface, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.144871 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.185986 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad0d0-2739-4039-ba47-717981ab2aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.357024 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ad0d0-2739-4039-ba47-717981ab2aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04e70af-9d7c-4022-91fd-b0a4e3f4f1fd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:50.402296 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-ac2ad0d0-2739-4039-ba47-717981ab2aa1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81c6e36c197846dd9921d94a250dced5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5576901 Dec 15 03:21:50.403170 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0576d00-d0bc-4f8c-a7c9-c7a4d449160e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:50.409631 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59022) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:50.477010 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59028) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:50.489006 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c3d29a28-d7ea-4139-88ae-d59d612dad1a req-df5a11c9-e1c7-4859-ad0f-69e5f912d590 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 210 time: 0.1116674 Dec 15 03:21:50.517383 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Checking segment: {'id': '5b4bffed-6b7d-4524-af57-56b14b8627f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf52282-2560-4a24-8e64-cc7ff5d37e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:21:50.517741 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Network hostable DHCP agents. Network: 8cf52282-2560-4a24-8e64-cc7ff5d37e5c, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:21:50.536578 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a25b5df-c331-415b-9108-cca987ea99b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.584413 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6047f6a7-0654-4243-8ff3-a2571a01552a None None] Provisioning complete for port d13b6c43-9bbb-424c-8e6d-3a4862cd368a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:50.585700 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6047f6a7-0654-4243-8ff3-a2571a01552a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.667839 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-6047f6a7-0654-4243-8ff3-a2571a01552a None None] Port d13b6c43-9bbb-424c-8e6d-3a4862cd368a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:21:50.679352 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6466a9ce-4f7e-412e-a02e-d472dadd2f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.732773 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:21:50.745441 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Network 8cf52282-2560-4a24-8e64-cc7ff5d37e5c is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:21:50.771027 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6466a9ce-4f7e-412e-a02e-d472dadd2f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.772913 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:21:50.787067 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Sync routers for ids ['06bcb795-1734-4195-ab3d-335726f76c20'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:21:50.811676 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.829277 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Routers {'06bcb795-1734-4195-ab3d-335726f76c20'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:21:50.835341 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:21:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['06bcb795-1734-4195-ab3d-335726f76c20'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:50.837555 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 8cf52282-2560-4a24-8e64-cc7ff5d37e5c) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:50.842329 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:50.842933 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:50.949203 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a25b5df-c331-415b-9108-cca987ea99b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.067835 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d259b09-1ed2-4759-a91e-7f5898e45062 None None] Network 8cf52282-2560-4a24-8e64-cc7ff5d37e5c requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:21:51.087484 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-74b3f44a-2579-4ef5-87e1-5df97a3cdf9c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5837288 Dec 15 03:21:51.106532 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.117273 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.117912 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6466a9ce-4f7e-412e-a02e-d472dadd2f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.117912 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6466a9ce-4f7e-412e-a02e-d472dadd2f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.118689 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-6466a9ce-4f7e-412e-a02e-d472dadd2f12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e04e70af-9d7c-4022-91fd-b0a4e3f4f1fd HTTP/1.1" status: 204 len: 168 time: 0.7056837 Dec 15 03:21:51.119468 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.121148 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a25b5df-c331-415b-9108-cca987ea99b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.123571 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-c5e79e06-b3cf-4d61-b286-50a14f9a189f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5105636 Dec 15 03:21:51.124361 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59066) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:51.177178 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-7a25b5df-c331-415b-9108-cca987ea99b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4efbfb7cdd3468f966f17443dbbab43&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6870718 Dec 15 03:21:51.189248 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59068) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:51.190028 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466a9ce-4f7e-412e-a02e-d472dadd2f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04e70af-9d7c-4022-91fd-b0a4e3f4f1fd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:51.217789 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.218825 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1554245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1566775'] for router_interface, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.309988 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25b5df-c331-415b-9108-cca987ea99b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04daa181-7869-4201-a418-62e6869d4b8f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:51.548121 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.548121 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:51.548121 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.579767 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eb476ca-2b68-4a1e-954c-7e3987a444dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.579767 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eb476ca-2b68-4a1e-954c-7e3987a444dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.579767 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59082) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:51.579767 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-827168ab-f3ef-4a48-b58b-f10f53770ee3 admin admin] Deleting subnet 8376c980-272a-495d-83d6-073de6565598 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:21:51.579767 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-827168ab-f3ef-4a48-b58b-f10f53770ee3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.593585 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Set router 06bcb795-1734-4195-ab3d-335726f76c20 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:21:51.599635 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Pushing event updated for resources: {'Port': ['ID=d13b6c43-9bbb-424c-8e6d-3a4862cd368a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:51.687969 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-94ca3238-f0f7-40ec-b6d4-5d5d7415ec21 req-62118728-e30c-48e4-97f1-825d43bf8b30 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 210 time: 0.0639963 Dec 15 03:21:51.699699 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-827168ab-f3ef-4a48-b58b-f10f53770ee3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.736126 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-827168ab-f3ef-4a48-b58b-f10f53770ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:51.817446 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:21:51.823455 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:51.931284 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bec8dd-ea03-4431-adde-c50e77f80df2 None None] Network 8cf52282-2560-4a24-8e64-cc7ff5d37e5c requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:21:52.044003 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eb476ca-2b68-4a1e-954c-7e3987a444dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.050650 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eb476ca-2b68-4a1e-954c-7e3987a444dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.052729 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-7eb476ca-2b68-4a1e-954c-7e3987a444dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04daa181-7869-4201-a418-62e6869d4b8f HTTP/1.1" status: 204 len: 168 time: 0.7953057 Dec 15 03:21:52.066574 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb476ca-2b68-4a1e-954c-7e3987a444dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04daa181-7869-4201-a418-62e6869d4b8f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:52.080109 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-827168ab-f3ef-4a48-b58b-f10f53770ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.082127 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.116405 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:21:52.153105 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827168ab-f3ef-4a48-b58b-f10f53770ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8376c980-272a-495d-83d6-073de6565598,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:52.173440 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-827168ab-f3ef-4a48-b58b-f10f53770ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.184153 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-827168ab-f3ef-4a48-b58b-f10f53770ee3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8376c980-272a-495d-83d6-073de6565598 HTTP/1.1" status: 204 len: 168 time: 0.7108364 Dec 15 03:21:52.184863 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59114) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:52.191929 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:21:52.219597 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.324482 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.346161 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.379208 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bcb795-1734-4195-ab3d-335726f76c20', 'name': 'tempest-ServerRescueNegativeTestJSON-233820605-router', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:48Z', 'revision_number': 3, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'gw_port': {'id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:98:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:47Z', 'updated_at': '2021-12-15T03:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:52.427770 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:21:52.436103 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-8d2a88a2-2553-48e9-882c-c50be9ee6f06 admin admin] 10.222.0.45 "PUT /v2.0/routers/46717ee9-98ce-4b5a-b0ed-320a3f3af6ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5515795 Dec 15 03:21:52.454213 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.481528 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:52.552260 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.593596 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Checking router: 06bcb795-1734-4195-ab3d-335726f76c20 for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:21:52.600034 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Updating router 06bcb795-1734-4195-ab3d-335726f76c20 port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b binding host dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:21:52.612617 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:52.615488 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:52.617165 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:52.617459 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:52.617922 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:52.618264 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:52.618592 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:52.621258 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:52.621598 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:52.622059 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:52.647187 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Sync routers for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:21:52.673671 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:21:52.674349 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-21401846-23a3-403d-b929-4c833efa7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:21:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:52.680007 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:21:52.715295 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1d83705e-33c8-4315-b8ba-3493279136b7 None None] Provisioning complete for port d13b6c43-9bbb-424c-8e6d-3a4862cd368a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:52.715975 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d83705e-33c8-4315-b8ba-3493279136b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.776564 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:52.838068 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Allocated IP 172.20.0.1 (596d48f0-d405-4ad3-9dc4-ee18649c23a8/5c542702-6fb9-4103-8625-a2d56b947c74/d092db92-949e-40f1-88dc-48ce2fe5b133) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:21:52.977385 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1d83705e-33c8-4315-b8ba-3493279136b7 None None] Port d13b6c43-9bbb-424c-8e6d-3a4862cd368a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:21:52.986932 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:21:53.062360 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.070139 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:53.070498 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:53.070868 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:53.071822 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:21:53.072200 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d6930f-f64d-4bac-a508-4fc09b6ce501']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:53.088837 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:53.089350 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.101364 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1a5973-1c88-40b9-aee0-46aa50689d24') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:53.101654 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1a5973-1c88-40b9-aee0-46aa50689d24') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:53.120702 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7565027'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.148234 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.177365 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:21:53.178060 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008503'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.223019 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: from cryptography.utils import int_from_bytes Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: from cryptography.utils import int_from_bytes Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: Traceback (most recent call last): Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: timer() Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: cb(*args, **kw) Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: return func(*args, **kwargs) Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: self._notify() Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: self.callback(batched_events) Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: event.method(event) Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: return f(self, *a, **k) Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: return self._get(url).json() Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:21:53.259007 dv-cinder-818037-9-smb neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:21:53.261306 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:21:53.263544 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-21401846-23a3-403d-b929-4c833efa7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 2, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:53.267638 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:53.275942 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:21:53.278197 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1566599'] for router_interface, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.329315 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Checking router: 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:21:53.329676 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Updating router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab port d13b6c43-9bbb-424c-8e6d-3a4862cd368a binding host dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:21:53.356586 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-41d9aa05-bd8f-4292-9825-8b390283654d req-bd121eea-b35e-48ac-9c49-2eef5d4d3014 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 210 time: 0.0969658 Dec 15 03:21:53.377070 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.384444 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.387665 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] 10.222.0.45 "DELETE /v2.0/networks/44d6930f-f64d-4bac-a508-4fc09b6ce501 HTTP/1.1" status: 204 len: 168 time: 1.2017806 Dec 15 03:21:53.396324 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59166) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:53.420865 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.471582 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b81ebd-693f-44c5-8d8f-42fde2e2432d admin admin] Pushing event deleted for resources: {'Network': ['ID=44d6930f-f64d-4bac-a508-4fc09b6ce501,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:53.508040 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3c1ab4-2120-496c-bd95-4eb40fd616bf admin admin] Deleting subnet d0576d00-d0bc-4f8c-a7c9-c7a4d449160e {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:21:53.512842 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1ab4-2120-496c-bd95-4eb40fd616bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.515658 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Pushing event updated for resources: {'Port': ['ID=d092db92-949e-40f1-88dc-48ce2fe5b133,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:53.579120 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1ab4-2120-496c-bd95-4eb40fd616bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7564824'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.605119 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59170) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:53.638446 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1ab4-2120-496c-bd95-4eb40fd616bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.693344 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.719236 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59176) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:53.725136 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0db5a813-3fc4-45ce-9ac3-dd7fd57144db tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236581377', 'description': 'tempest-description--342027009'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:53.774039 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.834200 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Attempting to bind port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:21:53.835369 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Attempting to bind port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:21:53.835834 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Attempting to bind port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b on network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:21:53.844068 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684246d-1526-48f3-96ce-d4e8e8f5eaf0 None None] Pushing event updated for resources: {'Port': ['ID=e9ec22c4-8579-4832-ae39-e2c1fcbfc99b,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:53.848477 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:21:53.851741 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Checking segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:21:53.852378 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.853007 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Bound using segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:21:53.853868 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Bound port: e9ec22c4-8579-4832-ae39-e2c1fcbfc99b, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:21:53.855450 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.883616 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1ab4-2120-496c-bd95-4eb40fd616bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7899228'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.947478 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c1ab4-2120-496c-bd95-4eb40fd616bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0576d00-d0bc-4f8c-a7c9-c7a4d449160e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:53.965309 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1ab4-2120-496c-bd95-4eb40fd616bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.972053 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-3a3c1ab4-2120-496c-bd95-4eb40fd616bf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d0576d00-d0bc-4f8c-a7c9-c7a4d449160e HTTP/1.1" status: 204 len: 168 time: 0.5718474 Dec 15 03:21:53.973342 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59186) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:53.976560 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0db5a813-3fc4-45ce-9ac3-dd7fd57144db tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:53.984789 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] For port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:21:53.992369 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] For port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=e9ec22c4-8579-4832-ae39-e2c1fcbfc99b,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:21:53.995027 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.020216 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Publish callbacks [] for port, precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.088079 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.088979 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.138919 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.212304 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aafb3361-8e0e-4f2a-86a3-44bcf9dfe00c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.222237 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0db5a813-3fc4-45ce-9ac3-dd7fd57144db tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.235975 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f657400-5907-4ca3-b2c2-4834cbc5f891 None None] Pushing event updated for resources: {'Port': ['ID=d13b6c43-9bbb-424c-8e6d-3a4862cd368a,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:54.236275 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Routers {'06bcb795-1734-4195-ab3d-335726f76c20'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:21:54.239487 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:21:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['06bcb795-1734-4195-ab3d-335726f76c20'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:54.326082 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0db5a813-3fc4-45ce-9ac3-dd7fd57144db tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.336133 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Attempting to bind port d13b6c43-9bbb-424c-8e6d-3a4862cd368a on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:21:54.336840 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Attempting to bind port d13b6c43-9bbb-424c-8e6d-3a4862cd368a by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:21:54.338037 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Attempting to bind port d13b6c43-9bbb-424c-8e6d-3a4862cd368a on network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:21:54.344236 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:21:54.345101 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Checking segment: {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:21:54.345688 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.346344 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Bound using segment: {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:21:54.347010 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Bound port: d13b6c43-9bbb-424c-8e6d-3a4862cd368a, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:21:54.348205 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.364864 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684246d-1526-48f3-96ce-d4e8e8f5eaf0 None None] Pushing event updated for resources: {'Port': ['ID=e9ec22c4-8579-4832-ae39-e2c1fcbfc99b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:54.398525 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.403819 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5a813-3fc4-45ce-9ac3-dd7fd57144db tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b408292c-27f5-47c1-a8b4-9bad5a7aa941,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:54.437899 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aafb3361-8e0e-4f2a-86a3-44bcf9dfe00c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.440968 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.441068 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-21401846-23a3-403d-b929-4c833efa7288 None None] For port d13b6c43-9bbb-424c-8e6d-3a4862cd368a, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:21:54.445335 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-21401846-23a3-403d-b929-4c833efa7288 None None] For port d13b6c43-9bbb-424c-8e6d-3a4862cd368a, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=d13b6c43-9bbb-424c-8e6d-3a4862cd368a,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:21:54.469722 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf52282-2560-4a24-8e64-cc7ff5d37e5c']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:54.481379 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.482260 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1554245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1566775'] for router_interface, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.503653 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-56cc646f-4f57-487a-a354-9d5b91a00b54 req-769ecb39-e912-4fa1-bed6-b70052ae5510 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 210 time: 0.0313833 Dec 15 03:21:54.514324 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4bffed-6b7d-4524-af57-56b14b8627f1') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:54.514575 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4bffed-6b7d-4524-af57-56b14b8627f1') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:54.533371 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7565027'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.541070 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] Set router 06bcb795-1734-4195-ab3d-335726f76c20 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:21:54.547095 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Pushing event updated for resources: {'Port': ['ID=d092db92-949e-40f1-88dc-48ce2fe5b133,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:54.549686 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.562838 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0db5a813-3fc4-45ce-9ac3-dd7fd57144db tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.567018 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-0db5a813-3fc4-45ce-9ac3-dd7fd57144db tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8440278 Dec 15 03:21:54.567744 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59198) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:54.570857 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aafb3361-8e0e-4f2a-86a3-44bcf9dfe00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.573798 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-b686dfaf-84a2-4eaf-baa4-d7ee3b4e1681 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'security_group_rule': {'security_group_id': 'b408292c-27f5-47c1-a8b4-9bad5a7aa941', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:54.657396 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb3361-8e0e-4f2a-86a3-44bcf9dfe00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e1bb5-001c-4ba1-8a3e-9c9d410512c0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:54.696570 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.718842 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:21:54.719854 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:21:54.720216 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-21401846-23a3-403d-b929-4c833efa7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:21:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:54.720902 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008503'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.723140 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f657400-5907-4ca3-b2c2-4834cbc5f891 None None] Pushing event updated for resources: {'Port': ['ID=d13b6c43-9bbb-424c-8e6d-3a4862cd368a,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:54.730422 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b686dfaf-84a2-4eaf-baa4-d7ee3b4e1681 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.731708 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-aafb3361-8e0e-4f2a-86a3-44bcf9dfe00c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb18245013ac415b8dee859254c32e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1202223 Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: Traceback (most recent call last): Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: timer() Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: cb(*args, **kw) Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: return func(*args, **kwargs) Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: self._notify() Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: self.callback(batched_events) Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: event.method(event) Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: return f(self, *a, **k) Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: return self._get(url).json() Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:21:54.733093 dv-cinder-818037-9-smb neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:21:54.735516 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59206) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:54.820714 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.43', 63411) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:54.845180 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-05476f62-cecd-4d2f-af3f-260e7ca9f8fe None None] Provisioning complete for port d13b6c43-9bbb-424c-8e6d-3a4862cd368a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:54.845744 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05476f62-cecd-4d2f-af3f-260e7ca9f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:54.915015 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:21:54.934190 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:54.945882 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b686dfaf-84a2-4eaf-baa4-d7ee3b4e1681 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.044675 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b686dfaf-84a2-4eaf-baa4-d7ee3b4e1681 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.054806 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-21401846-23a3-403d-b929-4c833efa7288 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:21:55.067975 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686dfaf-84a2-4eaf-baa4-d7ee3b4e1681 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1330d4e-2f25-4d4d-8983-92a65a4bbf40,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:55.099321 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959c354-6540-4640-9b94-668299896289 req-3e67e362-d731-4ed2-93fd-81e76383ce0b tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:55.101660 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-3e67e362-d731-4ed2-93fd-81e76383ce0b tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.43 "GET /v2.0/networks?id=5f05c797-de81-466b-8136-60fc86603522 HTTP/1.1" status: 200 len: 812 time: 0.2629578 Dec 15 03:21:55.105243 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.110747 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.118250 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8cf52282-2560-4a24-8e64-cc7ff5d37e5c HTTP/1.1" status: 204 len: 168 time: 1.1442032 Dec 15 03:21:55.119017 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6303357c-4c74-47c0-a792-35dbcc43ff73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.141221 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a944180-2207-443c-9e56-3ee3e47a3297 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf52282-2560-4a24-8e64-cc7ff5d37e5c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:55.161650 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6303357c-4c74-47c0-a792-35dbcc43ff73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.167004 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Router 06bcb795-1734-4195-ab3d-335726f76c20 has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:21:55.184508 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Request body: {'port': {'device_id': 'a2be65c7-a92a-4280-8e5a-1fe14fb015e4', 'network_id': '5f05c797-de81-466b-8136-60fc86603522', 'admin_state_up': True, 'tenant_id': '2b642fa907e34fe082a2d3d5c013d6e6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:55.191051 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b686dfaf-84a2-4eaf-baa4-d7ee3b4e1681 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.195858 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-b686dfaf-84a2-4eaf-baa4-d7ee3b4e1681 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6266811 Dec 15 03:21:55.238214 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59222) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:55.244085 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-424576ad-33a9-4342-89fa-7461802230b3 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'security_group_rule': {'security_group_id': 'b408292c-27f5-47c1-a8b4-9bad5a7aa941', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:55.438128 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:21:55.452000 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-4c4850da-d562-43bf-8d8e-83db38eaaef0 admin admin] 10.222.0.45 "PUT /v2.0/routers/06bcb795-1734-4195-ab3d-335726f76c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3256273 Dec 15 03:21:55.503867 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-424576ad-33a9-4342-89fa-7461802230b3 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.510496 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05476f62-cecd-4d2f-af3f-260e7ca9f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.518832 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-21401846-23a3-403d-b929-4c833efa7288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:54Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:55.596023 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21401846-23a3-403d-b929-4c833efa7288 None None] The sync data for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb is: [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:54Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:21:55.598225 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-05476f62-cecd-4d2f-af3f-260e7ca9f8fe None None] For port d13b6c43-9bbb-424c-8e6d-3a4862cd368a, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=d13b6c43-9bbb-424c-8e6d-3a4862cd368a,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:21:55.602824 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bcb795-1734-4195-ab3d-335726f76c20', 'name': 'tempest-ServerRescueNegativeTestJSON-233820605-router', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:53Z', 'revision_number': 4, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'gw_port': {'id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:98:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:47Z', 'updated_at': '2021-12-15T03:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd092db92-949e-40f1-88dc-48ce2fe5b133', 'name': '', 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'mac_address': 'fa:16:3e:94:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:52Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 1, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'subnets': [{'id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:21:55.651498 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-424576ad-33a9-4342-89fa-7461802230b3 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.673871 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6303357c-4c74-47c0-a792-35dbcc43ff73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.677272 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f27d46-9dd6-454e-bd23-e0ef89900e41 None None] The sync data for ids ['06bcb795-1734-4195-ab3d-335726f76c20'] in dv-cinder-818037-9-smb is: [{'id': '06bcb795-1734-4195-ab3d-335726f76c20', 'name': 'tempest-ServerRescueNegativeTestJSON-233820605-router', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:53Z', 'revision_number': 4, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'gw_port': {'id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:98:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:47Z', 'updated_at': '2021-12-15T03:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd092db92-949e-40f1-88dc-48ce2fe5b133', 'name': '', 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'mac_address': 'fa:16:3e:94:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:52Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 1, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'subnets': [{'id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:21:55.683396 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6303357c-4c74-47c0-a792-35dbcc43ff73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.687674 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-6303357c-4c74-47c0-a792-35dbcc43ff73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e5e1bb5-001c-4ba1-8a3e-9c9d410512c0 HTTP/1.1" status: 204 len: 168 time: 0.9167368 Dec 15 03:21:55.694840 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05476f62-cecd-4d2f-af3f-260e7ca9f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.740460 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303357c-4c74-47c0-a792-35dbcc43ff73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5e1bb5-001c-4ba1-8a3e-9c9d410512c0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:55.758097 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-424576ad-33a9-4342-89fa-7461802230b3 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.811135 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424576ad-33a9-4342-89fa-7461802230b3 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544ab0fe-c9f7-4607-aeb6-e7f889d524d5,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:55.817055 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Made reservation on behalf of 2b642fa907e34fe082a2d3d5c013d6e6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:21:55.820828 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.874497 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59252) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:55.875925 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05476f62-cecd-4d2f-af3f-260e7ca9f8fe None None] Pushing event updated for resources: {'Port': ['ID=d13b6c43-9bbb-424c-8e6d-3a4862cd368a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:55.878783 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2dff445f-b769-4e4c-8f14-a93d4e6c4a3c None None] Provisioning complete for port d13b6c43-9bbb-424c-8e6d-3a4862cd368a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:55.890047 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2dff445f-b769-4e4c-8f14-a93d4e6c4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.899497 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cb163031-b9c6-425a-9c5e-2440f32742cd req-bae580c3-5b17-4754-a0d0-8496e1c1d72c tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 210 time: 0.0554419 Dec 15 03:21:55.952661 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-424576ad-33a9-4342-89fa-7461802230b3 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:55.963428 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-424576ad-33a9-4342-89fa-7461802230b3 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7218397 Dec 15 03:21:55.964053 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59256) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:55.971449 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'floatingip': {'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:21:56.078552 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-3f644a22-11a1-4884-a015-40483cdf2be1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b3a16e177484073abfd2e8e35dedbae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1826069 Dec 15 03:21:56.081766 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59258) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:56.138519 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:56.243625 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Allocated IP 172.20.0.12 (5f05c797-de81-466b-8136-60fc86603522/23d9bd26-71c3-4e0c-abdb-fdd3d80ed31d/1231f919-5a8c-4cca-aadd-6f7064840f14) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:21:56.246234 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-271b5e5c-fd94-42d5-9d4c-93853ad447d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:56.295687 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-271b5e5c-fd94-42d5-9d4c-93853ad447d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:56.446372 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:56.576712 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-271b5e5c-fd94-42d5-9d4c-93853ad447d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:56.579273 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-271b5e5c-fd94-42d5-9d4c-93853ad447d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:56.580437 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-271b5e5c-fd94-42d5-9d4c-93853ad447d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5c90f3e-22a3-4ebe-a0cb-bdb5b6ae34f8 HTTP/1.1" status: 204 len: 168 time: 0.4977696 Dec 15 03:21:56.613068 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b5e5c-fd94-42d5-9d4c-93853ad447d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c90f3e-22a3-4ebe-a0cb-bdb5b6ae34f8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:56.623713 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:56.670086 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Allocated IP 172.28.0.210 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/64a59eb0-fc9f-4396-88cf-f1df9cfd7a37) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:21:56.762531 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:56.777749 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device d13b6c43-9bbb-424c-8e6d-3a4862cd368a up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:21:56.896334 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port d13b6c43-9bbb-424c-8e6d-3a4862cd368a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:56.897520 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:56.936197 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:56.995241 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Network 5f05c797-de81-466b-8136-60fc86603522 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:21:57.001478 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:57.006344 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:21:57.011227 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Pushing event updated for resources: {'Port': ['ID=1231f919-5a8c-4cca-aadd-6f7064840f14,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:57.119142 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:57.143517 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:57.144314 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:57.193054 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:21:57.197786 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:21:57.206314 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:21:57.278786 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'Port': ['ID=64a59eb0-fc9f-4396-88cf-f1df9cfd7a37,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:57.295880 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ca785-8ea2-40d5-8c5b-7177b8bf7933 req-4e231403-25ba-47e1-b781-cce2a3418232 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:57.308100 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-393ca785-8ea2-40d5-8c5b-7177b8bf7933 req-4e231403-25ba-47e1-b781-cce2a3418232 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 932 time: 0.2447684 Dec 15 03:21:57.344091 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-2edf7ad0-34ff-455d-98de-89c1f96ec9e2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1687331 Dec 15 03:21:57.383146 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:57.385575 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-c029ef75-eebf-4f8d-ac60-7d4076bf097e tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:21:57.386612 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-c029ef75-eebf-4f8d-ac60-7d4076bf097e tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082836 Dec 15 03:21:57.463311 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-393ca785-8ea2-40d5-8c5b-7177b8bf7933 req-c110b373-85b2-4b13-8fe8-b21cb8a1fe20 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538196 Dec 15 03:21:57.509450 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f63cf197-5ef6-4ba9-a06f-c80f53d883ae tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:57.516734 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f63cf197-5ef6-4ba9-a06f-c80f53d883ae tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 818 time: 0.2971404 Dec 15 03:21:57.525341 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:57.535010 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-255ea1b9-0d44-42f8-93c4-d01abdaa942f tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/quotas/a8dff297f76a47388084e17f84086df9 HTTP/1.1" status: 200 len: 375 time: 0.0160418 Dec 15 03:21:57.614430 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-38244d90-a97e-4465-8c42-92250544c4c1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798442 Dec 15 03:21:57.748777 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:57.835830 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:57.897250 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:57.924471 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'Port': ['ID=64a59eb0-fc9f-4396-88cf-f1df9cfd7a37,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:21:58.041387 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:58.051548 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-f1ad859d-8f67-40f3-9db3-ecb472b8b0e9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0780554 Dec 15 03:21:58.231254 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59328) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:58.319766 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-00d0d3e7-97a0-407e-8ca8-55e3e2d1e503 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=891271d673ea4fccab041b5f925a095e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0865915 Dec 15 03:21:58.323027 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59332) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:58.410374 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59334) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:58.460667 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3bad210-052b-4406-b1e4-690471c8bfb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:58.520484 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3bad210-052b-4406-b1e4-690471c8bfb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:58.692539 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec94d9-20bb-465e-b003-ba673150b962 req-161a95bf-0ffe-4e15-b1a4-d2eb2fd6126d tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:58.719528 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b4ec94d9-20bb-465e-b003-ba673150b962 req-161a95bf-0ffe-4e15-b1a4-d2eb2fd6126d tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 932 time: 0.1252520 Dec 15 03:21:58.727497 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device e9ec22c4-8579-4832-ae39-e2c1fcbfc99b up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:21:58.829167 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b4ec94d9-20bb-465e-b003-ba673150b962 req-b3b5b68d-51cf-4df0-a42e-fa981f286618 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004810 Dec 15 03:21:58.829253 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:21:58.829253 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:58.977559 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:59.009764 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=e9ec22c4-8579-4832-ae39-e2c1fcbfc99b,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:21:59.066141 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c28218ce-21ee-44f6-b80b-4dcdcc534905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:59.095635 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-27c04d86-cc8b-4b44-a404-cfd99f475e14 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1236581377&fields=id&tenant_id=eafe2298ec50424298817e7903bfa08e HTTP/1.1" status: 200 len: 267 time: 0.1366265 Dec 15 03:21:59.264172 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c28218ce-21ee-44f6-b80b-4dcdcc534905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:59.303724 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-bfbc16cf-79d6-4db0-b79a-99984f6c0e65 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:21:59.314207 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-bfbc16cf-79d6-4db0-b79a-99984f6c0e65 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/networks?id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 200 len: 811 time: 0.2170546 Dec 15 03:21:59.331835 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-6cea38a2-de54-40cd-bb8a-199ed5477d56 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/quotas/eafe2298ec50424298817e7903bfa08e HTTP/1.1" status: 200 len: 375 time: 0.0166500 Dec 15 03:21:59.367478 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-87a84c93-191a-4b80-811d-aee9a3ffa5b8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:21:59.368977 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-87a84c93-191a-4b80-811d-aee9a3ffa5b8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5364740 Dec 15 03:21:59.481675 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-00dbac1e-6762-4bb3-a5d5-9b9a65c07813 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1449759 Dec 15 03:21:59.574415 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-c80c599a-7c5a-472e-be3c-26de5b5c7f21 service neutron] 10.222.0.45 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857309 Dec 15 03:21:59.671428 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-d55b7ff5-9af9-4d05-a12d-1d8d09e98eae service neutron] 10.222.0.45 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795030 Dec 15 03:21:59.821370 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:59.856335 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c28218ce-21ee-44f6-b80b-4dcdcc534905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:59.891169 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Sync routers for ids ['06bcb795-1734-4195-ab3d-335726f76c20'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:21:59.904430 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3bad210-052b-4406-b1e4-690471c8bfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:59.907122 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-c28218ce-21ee-44f6-b80b-4dcdcc534905 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee21ebe441cd4aac9699de34a2545111&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4937742 Dec 15 03:21:59.909717 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3bad210-052b-4406-b1e4-690471c8bfb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:21:59.910882 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-b3bad210-052b-4406-b1e4-690471c8bfb1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cb5c806d-2451-4434-bdcf-2507cb0cac2a HTTP/1.1" status: 204 len: 168 time: 1.5858872 Dec 15 03:21:59.913598 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59374) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:21:59.933856 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bad210-052b-4406-b1e4-690471c8bfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5c806d-2451-4434-bdcf-2507cb0cac2a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:00.009616 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7b802234-dc87-4f21-90b7-2a677c322e3e service neutron] 10.222.0.45 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966191 Dec 15 03:22:00.059026 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-e8d96884-cc92-4dd2-ae61-5d9c52a68278 service neutron] 10.222.0.45 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865280 Dec 15 03:22:00.087891 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=e9ec22c4-8579-4832-ae39-e2c1fcbfc99b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:00.119215 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28218ce-21ee-44f6-b80b-4dcdcc534905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695b5bfb-a2ee-4091-8aaa-8d11bc8c3612,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:00.120660 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Routers {'06bcb795-1734-4195-ab3d-335726f76c20'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:22:00.120660 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:21:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['06bcb795-1734-4195-ab3d-335726f76c20'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:00.195892 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-914c4f99-4ae6-42f9-bd43-0c7a3ab7edaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:00.273534 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-914c4f99-4ae6-42f9-bd43-0c7a3ab7edaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:00.398402 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Set router 06bcb795-1734-4195-ab3d-335726f76c20 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:22:00.438302 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-914c4f99-4ae6-42f9-bd43-0c7a3ab7edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:00.441859 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-914c4f99-4ae6-42f9-bd43-0c7a3ab7edaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:00.446118 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-914c4f99-4ae6-42f9-bd43-0c7a3ab7edaf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/695b5bfb-a2ee-4091-8aaa-8d11bc8c3612 HTTP/1.1" status: 204 len: 168 time: 0.5307250 Dec 15 03:22:00.470674 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c4f99-4ae6-42f9-bd43-0c7a3ab7edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695b5bfb-a2ee-4091-8aaa-8d11bc8c3612,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:00.720467 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3099456a-9de0-4d7f-a5a3-545044bdafea req-9350e8a7-5e10-4fbd-be8e-04853ef44ed1 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.1277046 Dec 15 03:22:00.736503 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device e9ec22c4-8579-4832-ae39-e2c1fcbfc99b up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:22:00.768510 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2100-8a00-4a5b-9488-17d4427c9b9d req-b9ae2787-6354-4b95-a56e-b16d63aed558 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:00.778486 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-08ad2100-8a00-4a5b-9488-17d4427c9b9d req-b9ae2787-6354-4b95-a56e-b16d63aed558 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 932 time: 0.1842971 Dec 15 03:22:00.904284 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d0fd6f5f-073a-4508-afcf-6e5416e87553 req-c303c34d-cd39-48b4-88d4-6d92c926d629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 210 time: 0.1112795 Dec 15 03:22:00.980898 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-08ad2100-8a00-4a5b-9488-17d4427c9b9d req-7c0f6b5e-3f58-4301-8cc1-bd32959dadcc tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861653 Dec 15 03:22:01.068185 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:22:01.070599 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:01.219161 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bcb795-1734-4195-ab3d-335726f76c20', 'name': 'tempest-ServerRescueNegativeTestJSON-233820605-router', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:53Z', 'revision_number': 4, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'gw_port': {'id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:47Z', 'updated_at': '2021-12-15T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd092db92-949e-40f1-88dc-48ce2fe5b133', 'name': '', 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'mac_address': 'fa:16:3e:94:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:52Z', 'updated_at': '2021-12-15T03:21:54Z', 'revision_number': 2, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'subnets': [{'id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:01.248546 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Checking router: 06bcb795-1734-4195-ab3d-335726f76c20 for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:22:01.249034 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Updating router 06bcb795-1734-4195-ab3d-335726f76c20 port d092db92-949e-40f1-88dc-48ce2fe5b133 binding host dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:22:01.337265 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:01.395563 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Request body: {'port': {'device_id': 'a2be65c7-a92a-4280-8e5a-1fe14fb015e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:01.602133 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:02.000828 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:02.051667 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-41320b86-23a9-41dd-a6d8-fd590294b365 req-a33deb45-c29d-4d7d-9728-07c35bed1e62 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.2292271 Dec 15 03:22:02.112202 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:02.213840 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded226c-9916-43ca-9416-0621b5f9640c None None] Pushing event updated for resources: {'Port': ['ID=d092db92-949e-40f1-88dc-48ce2fe5b133,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:02.312734 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Attempting to bind port d092db92-949e-40f1-88dc-48ce2fe5b133 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:22:02.314230 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Attempting to bind port d092db92-949e-40f1-88dc-48ce2fe5b133 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:22:02.314871 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Attempting to bind port d092db92-949e-40f1-88dc-48ce2fe5b133 on network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:02.323949 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:22:02.330937 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Checking segment: {'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:02.330937 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:02.330937 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Bound using segment: {'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:22:02.330937 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Bound port: d092db92-949e-40f1-88dc-48ce2fe5b133, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:22:02.330937 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:02.431700 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1231f919-5a8c-4cca-aadd-6f7064840f14 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:02.444759 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:02.474439 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Transition to ACTIVE for port object 1231f919-5a8c-4cca-aadd-6f7064840f14 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:22:02.498065 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] For port d092db92-949e-40f1-88dc-48ce2fe5b133, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:22:02.511278 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] For port d092db92-949e-40f1-88dc-48ce2fe5b133, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=d092db92-949e-40f1-88dc-48ce2fe5b133,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:22:02.586052 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:02.590893 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:02.673538 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Pushing event updated for resources: {'Port': ['ID=1231f919-5a8c-4cca-aadd-6f7064840f14,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:02.701411 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Routers {'06bcb795-1734-4195-ab3d-335726f76c20'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:22:02.702317 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:21:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['06bcb795-1734-4195-ab3d-335726f76c20'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:02.706666 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded226c-9916-43ca-9416-0621b5f9640c None None] Pushing event updated for resources: {'Port': ['ID=d092db92-949e-40f1-88dc-48ce2fe5b133,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:02.817277 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e94e46-29bc-4822-b65e-6d0196e9272e req-2fe343c0-b419-43c5-85bf-fdb42185ae5a tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:02.819369 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b9e94e46-29bc-4822-b65e-6d0196e9272e req-2fe343c0-b419-43c5-85bf-fdb42185ae5a tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 932 time: 0.3402460 Dec 15 03:22:02.825579 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-ae22bb0f-3db2-4844-adde-ac60e602a890 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:02.833517 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-ae22bb0f-3db2-4844-adde-ac60e602a890 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 818 time: 0.8058736 Dec 15 03:22:02.883621 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] Set router 06bcb795-1734-4195-ab3d-335726f76c20 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:22:02.920619 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-55100512-53d5-42dc-8408-c29edf6f8dad tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/quotas/a8dff297f76a47388084e17f84086df9 HTTP/1.1" status: 200 len: 375 time: 0.0820353 Dec 15 03:22:03.022272 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b9e94e46-29bc-4822-b65e-6d0196e9272e req-2a805472-21c6-4da0-9cd0-1870b4ce32ce tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823046 Dec 15 03:22:03.026366 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Attempting to bind port 1231f919-5a8c-4cca-aadd-6f7064840f14 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:22:03.026824 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Attempting to bind port 1231f919-5a8c-4cca-aadd-6f7064840f14 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '00ff3187-c29a-4daa-87d9-2f0031265196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f05c797-de81-466b-8136-60fc86603522'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:22:03.027178 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Attempting to bind port 1231f919-5a8c-4cca-aadd-6f7064840f14 on network 5f05c797-de81-466b-8136-60fc86603522 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:03.034650 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Port 1231f919-5a8c-4cca-aadd-6f7064840f14 on network 5f05c797-de81-466b-8136-60fc86603522 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:22:03.034973 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Attempting to bind port 1231f919-5a8c-4cca-aadd-6f7064840f14 on network 5f05c797-de81-466b-8136-60fc86603522 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:03.049295 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-bb54c3c4-1722-4a1a-b806-4dcf531419ce tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1277165 Dec 15 03:22:03.061321 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:22:03.061951 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Checking segment: {'id': '00ff3187-c29a-4daa-87d9-2f0031265196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f05c797-de81-466b-8136-60fc86603522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:03.062230 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Bound using segment: {'id': '00ff3187-c29a-4daa-87d9-2f0031265196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f05c797-de81-466b-8136-60fc86603522'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:22:03.062848 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Bound port: 1231f919-5a8c-4cca-aadd-6f7064840f14, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ff3187-c29a-4daa-87d9-2f0031265196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5f05c797-de81-466b-8136-60fc86603522'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:22:03.063207 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:03.195196 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-53aa3bde-bf4a-4b16-aa66-773dd5cd2dc2 req-b0410f82-aeea-4180-9c77-3dd54be584c1 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.0441785 Dec 15 03:22:03.252262 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-b925da8b-ae0e-464b-a29c-90f7908c05b6 service neutron] 10.222.0.45 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019753 Dec 15 03:22:03.281487 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] For port 1231f919-5a8c-4cca-aadd-6f7064840f14, host hv-cinder-81803, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:22:03.345434 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] For port 1231f919-5a8c-4cca-aadd-6f7064840f14, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1231f919-5a8c-4cca-aadd-6f7064840f14,segment=NetworkSegment(00ff3187-c29a-4daa-87d9-2f0031265196),segment_id=00ff3187-c29a-4daa-87d9-2f0031265196)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:22:03.441215 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-d99ce3b5-c83a-4f57-8f1a-b0f818d18e0e service neutron] 10.222.0.45 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823866 Dec 15 03:22:03.518036 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:03.637294 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:03.638968 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:03.642477 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] 10.222.0.43 "PUT /v2.0/ports/1231f919-5a8c-4cca-aadd-6f7064840f14 HTTP/1.1" status: 200 len: 1094 time: 2.7737961 Dec 15 03:22:03.647104 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2be65c7-a92a-4280-8e5a-1fe14fb015e4', 'tag': '1231f919-5a8c-4cca-aadd-6f7064840f14'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:03.685278 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58822ef0-1fba-43cc-bdcb-2fb6da5d049f service neutron] Pushing event updated for resources: {'Port': ['ID=1231f919-5a8c-4cca-aadd-6f7064840f14,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:03.811685 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bcb795-1734-4195-ab3d-335726f76c20', 'name': 'tempest-ServerRescueNegativeTestJSON-233820605-router', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:53Z', 'revision_number': 4, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'gw_port': {'id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:47Z', 'updated_at': '2021-12-15T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd092db92-949e-40f1-88dc-48ce2fe5b133', 'name': '', 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'mac_address': 'fa:16:3e:94:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:52Z', 'updated_at': '2021-12-15T03:22:02Z', 'revision_number': 4, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'subnets': [{'id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:03.977404 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aaa6ac-d230-45fe-8739-004ccfee4fa7 None None] The sync data for ids ['06bcb795-1734-4195-ab3d-335726f76c20'] in dv-cinder-818037-9-smb is: [{'id': '06bcb795-1734-4195-ab3d-335726f76c20', 'name': 'tempest-ServerRescueNegativeTestJSON-233820605-router', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:53Z', 'revision_number': 4, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'gw_port': {'id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:47Z', 'updated_at': '2021-12-15T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd092db92-949e-40f1-88dc-48ce2fe5b133', 'name': '', 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'mac_address': 'fa:16:3e:94:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:52Z', 'updated_at': '2021-12-15T03:22:02Z', 'revision_number': 4, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'subnets': [{'id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:22:04.033460 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1f3d683f-e329-44ba-924f-a5179c99ed81 req-0c971d37-314f-43c0-b28d-28c862195ad7 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 210 time: 0.0977798 Dec 15 03:22:04.120086 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a2be65c7-a92a-4280-8e5a-1fe14fb015e4", "tag": "1231f919-5a8c-4cca-aadd-6f7064840f14"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:04.226156 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959c354-6540-4640-9b94-668299896289 req-599ffd8c-44a6-49fe-a3a2-fea90c63eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:04.236273 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-599ffd8c-44a6-49fe-a3a2-fea90c63eeb9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b642fa907e34fe082a2d3d5c013d6e6&device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 1097 time: 0.2209275 Dec 15 03:22:04.783162 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device d092db92-949e-40f1-88dc-48ce2fe5b133 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:22:04.792126 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-92818022-dda1-4eb8-9690-931aaecbc0d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1231f919-5a8c-4cca-aadd-6f7064840f14 HTTP/1.1" status: 200 len: 217 time: 0.5050495 Dec 15 03:22:04.830864 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c607e4a5-9458-4f93-9fb6-fce1810b2762 x-openstack-request-id: req-c607e4a5-9458-4f93-9fb6-fce1810b2762 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:04.830864 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2be65c7-a92a-4280-8e5a-1fe14fb015e4", "tag": "1231f919-5a8c-4cca-aadd-6f7064840f14", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:04.830864 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c607e4a5-9458-4f93-9fb6-fce1810b2762 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:04.831172 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2be65c7-a92a-4280-8e5a-1fe14fb015e4', 'tag': '1231f919-5a8c-4cca-aadd-6f7064840f14', 'status': 'completed', 'code': 200} Dec 15 03:22:04.906842 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e89921-631f-4418-9691-4bfa0657ea10 req-58af605d-d07f-4c91-8968-025a64de1ba5 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:04.910616 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-54e89921-631f-4418-9691-4bfa0657ea10 req-58af605d-d07f-4c91-8968-025a64de1ba5 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 944 time: 0.6924853 Dec 15 03:22:04.923680 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port d092db92-949e-40f1-88dc-48ce2fe5b133 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:22:04.924301 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:05.020415 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959c354-6540-4640-9b94-668299896289 req-1c1af5da-36b6-468e-aaae-cfd392e89512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:05.022429 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-1c1af5da-36b6-468e-aaae-cfd392e89512 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23d9bd26-71c3-4e0c-abdb-fdd3d80ed31d HTTP/1.1" status: 200 len: 852 time: 0.2165272 Dec 15 03:22:05.122205 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-54e89921-631f-4418-9691-4bfa0657ea10 req-181eab3d-b638-463c-a46b-d00fa853dc63 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995940 Dec 15 03:22:05.146385 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b98ea4ad-d66a-43ab-97a4-25d9a65ed777 req-3d17242b-ce3c-42d4-9e29-22aca25b4efb tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.0868001 Dec 15 03:22:05.154207 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:05.228576 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port d092db92-949e-40f1-88dc-48ce2fe5b133, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=d092db92-949e-40f1-88dc-48ce2fe5b133,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:05.331086 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-582b47ca-3b07-48e6-8542-9ea82172ea0d req-cc09bbb6-c1e7-441d-b6f3-1c655d90c31c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 210 time: 0.0792136 Dec 15 03:22:05.338504 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-e708c856-9f6e-4fbb-ab07-13e31c50d699 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f05c797-de81-466b-8136-60fc86603522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579528 Dec 15 03:22:05.357823 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:05.425494 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.43', 63427) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:05.486710 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=d092db92-949e-40f1-88dc-48ce2fe5b133,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:05.532395 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-d4608b23-9845-4505-b31f-b24825bffa97 service neutron] 10.222.0.43 "GET /v2.0/networks/5f05c797-de81-466b-8136-60fc86603522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812737 Dec 15 03:22:05.705552 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2959c354-6540-4640-9b94-668299896289 req-b40d40b8-4292-4139-883f-edb1eaa9ad28 service neutron] 10.222.0.43 "GET /v2.0/networks/5f05c797-de81-466b-8136-60fc86603522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608632 Dec 15 03:22:06.013897 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-4ce1715d-a77c-4edd-9702-7cd895c9860c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:06.015508 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-4ce1715d-a77c-4edd-9702-7cd895c9860c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.43 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 818 time: 0.5811529 Dec 15 03:22:06.299252 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7f89affb-5a40-4086-ae43-bc3235ccfb65 req-528cf538-6d54-4e66-b100-00a903b5aa4f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.0397902 Dec 15 03:22:06.320046 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52937c7c-340a-49b8-ad05-e3dd0b924281 req-f51e0c3a-1f26-4ae0-b4de-a3f87e0e17b1 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:06.321716 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-52937c7c-340a-49b8-ad05-e3dd0b924281 req-f51e0c3a-1f26-4ae0-b4de-a3f87e0e17b1 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 944 time: 0.1094081 Dec 15 03:22:06.405371 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-52937c7c-340a-49b8-ad05-e3dd0b924281 req-1c596111-c7de-415c-82c6-333c85ead9f7 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751975 Dec 15 03:22:06.625703 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7a6dcfbd-c503-42ef-aa4a-73727d1eb00a req-07df2ff5-9240-4cbb-af61-bd872ebedb0e tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 210 time: 0.0327401 Dec 15 03:22:06.626964 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device d092db92-949e-40f1-88dc-48ce2fe5b133 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:22:06.703836 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port d092db92-949e-40f1-88dc-48ce2fe5b133 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:22:06.704281 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:07.451020 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e370d631-6e00-4863-8683-a6bf94978a8d req-2dbe6d41-f1e7-44ed-9741-07a1627cf84b tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.0638418 Dec 15 03:22:07.624936 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f353a891-823b-498b-8ef2-6d40089e2bc4 req-d3a91979-9b59-4dba-9498-9115ea41ea06 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 210 time: 0.0559318 Dec 15 03:22:07.648920 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baec798-5cc0-437a-a4f2-dc9ef96b4050 req-17d6dea9-c502-4384-8ad4-e8bb69c9e08c tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:07.650423 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5baec798-5cc0-437a-a4f2-dc9ef96b4050 req-17d6dea9-c502-4384-8ad4-e8bb69c9e08c tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 944 time: 0.1239393 Dec 15 03:22:07.717962 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5baec798-5cc0-437a-a4f2-dc9ef96b4050 req-2ea6b45d-1216-4b19-a59b-ce36dbcd37fa tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540607 Dec 15 03:22:08.414516 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59676) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:08.570736 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f4257dd1-0deb-4605-92a5-43971315521a req-d884e364-df96-402f-94e3-f299059adf92 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.0291719 Dec 15 03:22:08.717334 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-571069b1-d3eb-4da3-ade3-05f14f62a64b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:08.792754 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-16790b24-6d14-4b7a-897a-175340328e09 req-bd0cfc4c-a3c9-43fa-b014-b9b1201d6de8 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 210 time: 0.0601356 Dec 15 03:22:08.826337 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-571069b1-d3eb-4da3-ade3-05f14f62a64b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:08.867498 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dc086-a6a4-43c8-adce-128f34bb04d0 req-05feaec8-4b33-4a84-9db5-60ae6023ea0c tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:08.874044 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3c3dc086-a6a4-43c8-adce-128f34bb04d0 req-05feaec8-4b33-4a84-9db5-60ae6023ea0c tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 944 time: 0.0567091 Dec 15 03:22:08.925500 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3c3dc086-a6a4-43c8-adce-128f34bb04d0 req-41d6fde3-a1cb-433f-8d01-a19aa4415732 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501895 Dec 15 03:22:09.066360 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-571069b1-d3eb-4da3-ade3-05f14f62a64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.109617 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:09.109809 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-571069b1-d3eb-4da3-ade3-05f14f62a64b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ee2786938af4e9886e7e24b70fd58bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6939859 Dec 15 03:22:09.110976 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571069b1-d3eb-4da3-ade3-05f14f62a64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a529a7ea-1da6-4a8e-a354-a8a85b2ae64a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:09.115942 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59694) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:09.169638 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6cd4cdc5-344c-4968-a09d-4d8c7c8ce9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.196585 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6cd4cdc5-344c-4968-a09d-4d8c7c8ce9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.246286 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2577a365-2434-475f-8d74-4747643a8218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.326408 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6cd4cdc5-344c-4968-a09d-4d8c7c8ce9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.328960 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6cd4cdc5-344c-4968-a09d-4d8c7c8ce9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.330119 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-6cd4cdc5-344c-4968-a09d-4d8c7c8ce9dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a529a7ea-1da6-4a8e-a354-a8a85b2ae64a HTTP/1.1" status: 204 len: 168 time: 0.2129147 Dec 15 03:22:09.339796 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4cdc5-344c-4968-a09d-4d8c7c8ce9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a529a7ea-1da6-4a8e-a354-a8a85b2ae64a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:09.393785 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2577a365-2434-475f-8d74-4747643a8218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.501635 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2577a365-2434-475f-8d74-4747643a8218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.547298 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-2577a365-2434-475f-8d74-4747643a8218 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01a8b97f0dd443a086d3c5163c40a3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364419 Dec 15 03:22:09.549936 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59712) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:09.556998 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577a365-2434-475f-8d74-4747643a8218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c21c31-ae7a-494a-a2f7-015c44191d1b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:09.614056 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58923688-b2d8-4def-8817-d023534b7049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.644063 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58923688-b2d8-4def-8817-d023534b7049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.681315 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-74d78f68-2682-4ee7-a876-e914ed2d920c req-c6af1397-48ac-48a5-bba5-2a284796d235 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.0299122 Dec 15 03:22:09.774941 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Request body: {'port': {'device_id': 'ff4b2130-40b3-41c4-a7d9-d4b0f2519472', 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8', 'admin_state_up': True, 'tenant_id': 'a8dff297f76a47388084e17f84086df9'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:09.779895 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58923688-b2d8-4def-8817-d023534b7049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.786628 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58923688-b2d8-4def-8817-d023534b7049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:09.786628 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-58923688-b2d8-4def-8817-d023534b7049 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7c21c31-ae7a-494a-a2f7-015c44191d1b HTTP/1.1" status: 204 len: 168 time: 0.2328076 Dec 15 03:22:09.820948 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc req-97f36eba-0b12-434f-b3ea-a240b98c8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:09.820948 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc req-97f36eba-0b12-434f-b3ea-a240b98c8d53 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b642fa907e34fe082a2d3d5c013d6e6&device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 1097 time: 0.0479300 Dec 15 03:22:09.853590 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58923688-b2d8-4def-8817-d023534b7049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c21c31-ae7a-494a-a2f7-015c44191d1b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:09.947996 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5be9152-48ab-45ec-a3d2-c76db68160da req-27b29c75-8bff-4ca3-8c37-de2c5e616102 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 210 time: 0.0473568 Dec 15 03:22:10.018478 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Made reservation on behalf of a8dff297f76a47388084e17f84086df9 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:10.025873 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:10.068616 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc req-5c2e80d4-40f6-487b-843e-319bfcc2a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:10.070310 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc req-5c2e80d4-40f6-487b-843e-319bfcc2a86e service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f05c797-de81-466b-8136-60fc86603522 HTTP/1.1" status: 200 len: 913 time: 0.2332189 Dec 15 03:22:10.124673 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc req-305e64b3-6206-48e1-a119-9effa10fefa5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1231f919-5a8c-4cca-aadd-6f7064840f14 HTTP/1.1" status: 200 len: 217 time: 0.0408862 Dec 15 03:22:10.140673 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92869538-24f5-4dc2-b02e-b268148b318a req-5098c48b-79b7-49eb-9037-1a9d492ef16a tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:10.143106 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-92869538-24f5-4dc2-b02e-b268148b318a req-5098c48b-79b7-49eb-9037-1a9d492ef16a tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 944 time: 0.0928023 Dec 15 03:22:10.221739 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc req-187011b4-cded-4662-82f0-9ccf653d1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:10.223328 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc req-187011b4-cded-4662-82f0-9ccf653d1e04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=23d9bd26-71c3-4e0c-abdb-fdd3d80ed31d HTTP/1.1" status: 200 len: 852 time: 0.0800552 Dec 15 03:22:10.267032 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59742) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:10.267495 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.43', 63439) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:10.300287 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-92869538-24f5-4dc2-b02e-b268148b318a req-f93cd545-e42f-425d-86ae-73c4a7ec0a2b tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213822 Dec 15 03:22:10.314356 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Allocated IP 172.20.0.13 (596d48f0-d405-4ad3-9dc4-ee18649c23a8/5c542702-6fb9-4103-8625-a2d56b947c74/7bbe2378-0fa3-4662-a06d-64e731cd2eee) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:22:10.334528 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc req-001a4793-b0a9-457e-8c46-7751f37b5f35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f05c797-de81-466b-8136-60fc86603522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674734 Dec 15 03:22:10.346224 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e54c921-4f8f-42be-b693-ae5ae46691a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:10.522963 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:10.525894 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-c684497f-3456-474e-afbf-b44aa2faedd5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:10.527600 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-c684497f-3456-474e-afbf-b44aa2faedd5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.43 "GET /v2.0/networks?id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 200 len: 811 time: 0.2581196 Dec 15 03:22:10.576499 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc req-2686c58a-d1a8-460c-8c86-17857f704401 service neutron] 10.222.0.43 "GET /v2.0/networks/5f05c797-de81-466b-8136-60fc86603522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961269 Dec 15 03:22:10.594038 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 59752) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:10.609023 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e0036da-f185-4ec9-8559-0ee871dd2483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:10.695647 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e54c921-4f8f-42be-b693-ae5ae46691a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:10.703078 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-38cbb185-1680-4e6c-8845-5768cfac78c1 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eafe2298ec50424298817e7903bfa08e HTTP/1.1" status: 200 len: 380 time: 0.1475294 Dec 15 03:22:10.739008 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'port': {'device_id': 'bda925ec-3151-465b-8893-45699159bf39', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'admin_state_up': True, 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'security_groups': ['b408292c-27f5-47c1-a8b4-9bad5a7aa941']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:10.744897 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:10.788754 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e54c921-4f8f-42be-b693-ae5ae46691a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:10.816489 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b1ccc7e7-53a1-4917-88ba-7104bb5f94dc req-bc9484b0-5a7f-4ff6-8eda-ec3041052212 service neutron] 10.222.0.43 "GET /v2.0/networks/5f05c797-de81-466b-8136-60fc86603522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306035 Dec 15 03:22:10.825335 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54c921-4f8f-42be-b693-ae5ae46691a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef96f26-3c2c-44d5-9f01-34023843ddc3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:10.885340 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6800e62f-a47d-4211-afed-8a0545d86af9 req-db131579-54e7-4ad4-bb45-2a61f94bdd1a tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.0500600 Dec 15 03:22:10.895618 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-0e54c921-4f8f-42be-b693-ae5ae46691a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96128e55b74c48ad98185c08cc1244a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6226549 Dec 15 03:22:10.899441 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:10.925799 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e0036da-f185-4ec9-8559-0ee871dd2483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:10.937225 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:22:10.943491 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:22:10.948943 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:22:10.954640 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:10.955152 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:10.957615 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Pushing event updated for resources: {'Port': ['ID=7bbe2378-0fa3-4662-a06d-64e731cd2eee,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:10.984711 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29ec075c-fb24-495b-aced-131517891d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.008932 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29ec075c-fb24-495b-aced-131517891d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.081811 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-75a50fa2-6e6a-4c72-8503-bd735c09b736 req-7a8848e7-2ea8-4690-abb8-b7ced3c75689 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 210 time: 0.0425746 Dec 15 03:22:11.137806 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e0036da-f185-4ec9-8559-0ee871dd2483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.159286 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-7367d46f-5960-4b75-a10e-14f63d793629 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3897264 Dec 15 03:22:11.188457 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Request body: {'port': {'device_id': 'ff4b2130-40b3-41c4-a7d9-d4b0f2519472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:11.195891 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-6e0036da-f185-4ec9-8559-0ee871dd2483 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89a331c005fd4c9eb171cd74523d3212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6006463 Dec 15 03:22:11.199853 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 59782) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:11.218509 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0036da-f185-4ec9-8559-0ee871dd2483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c81fdec-c35a-4dee-96f2-a6adcd4b84bf,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:11.264725 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.279342 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Made reservation on behalf of eafe2298ec50424298817e7903bfa08e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:11.280951 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.317905 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29ec075c-fb24-495b-aced-131517891d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.320590 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29ec075c-fb24-495b-aced-131517891d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.324074 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-29ec075c-fb24-495b-aced-131517891d39 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ef96f26-3c2c-44d5-9f01-34023843ddc3 HTTP/1.1" status: 204 len: 168 time: 0.4225678 Dec 15 03:22:11.362227 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4099c9b3-2222-493a-8e27-00a52b1667c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.397743 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec075c-fb24-495b-aced-131517891d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef96f26-3c2c-44d5-9f01-34023843ddc3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:11.458879 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4099c9b3-2222-493a-8e27-00a52b1667c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.601659 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-d167322a-53a4-4671-a0bf-b9df66966035 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:11.603187 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-d167322a-53a4-4671-a0bf-b9df66966035 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.43 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 818 time: 0.3317814 Dec 15 03:22:11.623806 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Request body: {'port': {'device_id': 'cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682', 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8', 'admin_state_up': True, 'tenant_id': 'a8dff297f76a47388084e17f84086df9'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:11.755204 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbe2378-0fa3-4662-a06d-64e731cd2eee {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:11.765103 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.793077 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Transition to ACTIVE for port object 7bbe2378-0fa3-4662-a06d-64e731cd2eee will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:22:11.841113 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4099c9b3-2222-493a-8e27-00a52b1667c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.843747 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4099c9b3-2222-493a-8e27-00a52b1667c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:11.848281 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-4099c9b3-2222-493a-8e27-00a52b1667c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c81fdec-c35a-4dee-96f2-a6adcd4b84bf HTTP/1.1" status: 204 len: 168 time: 0.6438706 Dec 15 03:22:11.852197 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Allocated IP 172.20.0.7 (89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e/600eec61-1422-43d1-afe5-1fe824ccc873/86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:22:11.869140 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f64ea-4550-40b1-922d-f64108a500b8 req-32b5e3aa-25dd-4be3-a69f-67f5b7face6a tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:11.877084 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4d4f64ea-4550-40b1-922d-f64108a500b8 req-32b5e3aa-25dd-4be3-a69f-67f5b7face6a tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 944 time: 0.3823979 Dec 15 03:22:11.903360 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099c9b3-2222-493a-8e27-00a52b1667c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c81fdec-c35a-4dee-96f2-a6adcd4b84bf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:11.910064 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:12.007143 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4d4f64ea-4550-40b1-922d-f64108a500b8 req-63b36af3-5f22-40f5-9500-b487133c330b tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286838 Dec 15 03:22:12.115513 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Pushing event updated for resources: {'Port': ['ID=7bbe2378-0fa3-4662-a06d-64e731cd2eee,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:12.124467 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Attempting to bind port 7bbe2378-0fa3-4662-a06d-64e731cd2eee on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:22:12.124845 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Attempting to bind port 7bbe2378-0fa3-4662-a06d-64e731cd2eee by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:22:12.125172 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Attempting to bind port 7bbe2378-0fa3-4662-a06d-64e731cd2eee on network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:12.129976 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Port 7bbe2378-0fa3-4662-a06d-64e731cd2eee on network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:22:12.130299 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Attempting to bind port 7bbe2378-0fa3-4662-a06d-64e731cd2eee on network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:12.135737 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:22:12.136212 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Checking segment: {'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:12.136648 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Bound using segment: {'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:22:12.137193 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Bound port: 7bbe2378-0fa3-4662-a06d-64e731cd2eee, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:22:12.137902 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:12.184552 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c00f9430-6bca-4f96-82bb-9206b7c978d0 req-800a152e-b36d-4729-9b24-1b924890a597 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.1047764 Dec 15 03:22:12.243392 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e5a9dbf1-c9c4-4bdc-a353-f393628968b2 req-5e8bc124-3bc5-4c53-949c-31a03a44f4c2 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 210 time: 0.0551970 Dec 15 03:22:12.243918 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] For port 7bbe2378-0fa3-4662-a06d-64e731cd2eee, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:22:12.249028 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] For port 7bbe2378-0fa3-4662-a06d-64e731cd2eee, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:22:12.262710 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:12.329018 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:12.357301 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Made reservation on behalf of a8dff297f76a47388084e17f84086df9 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:12.363274 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:12.370715 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:12.371338 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:12.372792 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] 10.222.0.43 "PUT /v2.0/ports/7bbe2378-0fa3-4662-a06d-64e731cd2eee HTTP/1.1" status: 200 len: 1094 time: 1.1923981 Dec 15 03:22:12.373252 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4b2130-40b3-41c4-a7d9-d4b0f2519472', 'tag': '7bbe2378-0fa3-4662-a06d-64e731cd2eee'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:12.394012 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:12.459114 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95270b2-98bc-4e8b-ae2d-52e0be4315ab service neutron] Pushing event updated for resources: {'Port': ['ID=7bbe2378-0fa3-4662-a06d-64e731cd2eee,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:12.475383 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:22:12.488764 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:22:12.492047 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:22:12.543891 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'Port': ['ID=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:12.600628 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:12.601490 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:12.661672 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Allocated IP 172.20.0.9 (596d48f0-d405-4ad3-9dc4-ee18649c23a8/5c542702-6fb9-4103-8625-a2d56b947c74/ca11bd83-5738-4c14-9704-995a795c25a5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:22:12.678447 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-8f5efb88-187a-4ea0-b2ce-c35634825042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:12.679968 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-8f5efb88-187a-4ea0-b2ce-c35634825042 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 1097 time: 0.1675608 Dec 15 03:22:12.684955 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4b2130-40b3-41c4-a7d9-d4b0f2519472", "tag": "7bbe2378-0fa3-4662-a06d-64e731cd2eee"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:12.699055 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-41e5cab6-0eb8-4441-b813-46922a0c91c0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9645476 Dec 15 03:22:12.739078 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Request body: {'port': {'device_id': 'bda925ec-3151-465b-8893-45699159bf39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:12.854402 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-96350471-e51a-424b-a835-e14b38fac4be None None] Provisioning complete for port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:22:12.857004 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96350471-e51a-424b-a835-e14b38fac4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:12.866859 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:12.915096 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-96350471-e51a-424b-a835-e14b38fac4be None None] Port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:22:12.982666 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-71639910-240b-4eff-ae2d-45e7a3c6cb26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee HTTP/1.1" status: 200 len: 217 time: 0.2858770 Dec 15 03:22:13.053824 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-aa8ec48d-3756-4cdf-a89d-b78370d0f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:13.064320 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-aa8ec48d-3756-4cdf-a89d-b78370d0f68b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 200 len: 858 time: 0.0702600 Dec 15 03:22:13.094307 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:13.190207 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-cb2d8154-85ea-4a36-b878-83f4252a0f7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=596d48f0-d405-4ad3-9dc4-ee18649c23a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182680 Dec 15 03:22:13.282039 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ab7588-9ecc-429e-9d92-f78e6b087d0e x-openstack-request-id: req-b7ab7588-9ecc-429e-9d92-f78e6b087d0e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:13.287977 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4b2130-40b3-41c4-a7d9-d4b0f2519472", "tag": "7bbe2378-0fa3-4662-a06d-64e731cd2eee", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:13.287977 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7ab7588-9ecc-429e-9d92-f78e6b087d0e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:13.287977 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4b2130-40b3-41c4-a7d9-d4b0f2519472', 'tag': '7bbe2378-0fa3-4662-a06d-64e731cd2eee', 'status': 'completed', 'code': 200} Dec 15 03:22:13.295660 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c9a49-7bf6-4694-b263-199a5280011a req-b8718bb6-097c-46ac-ac52-6d433ed1a380 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:13.297331 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ed6c9a49-7bf6-4694-b263-199a5280011a req-b8718bb6-097c-46ac-ac52-6d433ed1a380 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 944 time: 0.1606374 Dec 15 03:22:13.399700 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:13.400202 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-093c582f-cbd9-4444-a07c-6e576bba8507 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024248 Dec 15 03:22:13.453468 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ed6c9a49-7bf6-4694-b263-199a5280011a req-8c632ad0-6eab-400c-b636-f750350f417a tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482742 Dec 15 03:22:13.476915 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:13.499150 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:22:13.512238 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:13.515905 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:22:13.520175 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:22:13.542981 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-cf4dbeee-066e-4c18-b6fe-aa52bde4a84e req-205bf312-33de-48fb-8c68-de2facb870de service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348145 Dec 15 03:22:13.580396 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875e410-e1ff-434d-98c6-ce44ba301c73 req-f03ba31b-37c3-4e4a-ad76-559e05fcc0fb tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:13.582108 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3875e410-e1ff-434d-98c6-ce44ba301c73 req-f03ba31b-37c3-4e4a-ad76-559e05fcc0fb tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 931 time: 0.2353215 Dec 15 03:22:13.606669 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Pushing event updated for resources: {'Port': ['ID=ca11bd83-5738-4c14-9704-995a795c25a5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:13.611838 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Transition to ACTIVE for port object 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:22:13.639494 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:13.640109 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:13.698639 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:13.713727 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3875e410-e1ff-434d-98c6-ce44ba301c73 req-054fef30-4ad7-4934-b875-3415369dccbb tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216352 Dec 15 03:22:13.761164 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 1231f919-5a8c-4cca-aadd-6f7064840f14 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:22:13.773616 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c661e-59c0-4702-a9d1-54132a2a8769 req-acba1dd6-ed65-4801-b156-4d3b275d8ce1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:13.781175 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-477c661e-59c0-4702-a9d1-54132a2a8769 req-acba1dd6-ed65-4801-b156-4d3b275d8ce1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 931 time: 0.1824708 Dec 15 03:22:13.793590 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469 req-e7db74b8-69ba-423d-a1fc-e6b0ae8fd774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:13.795348 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469 req-e7db74b8-69ba-423d-a1fc-e6b0ae8fd774 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 1097 time: 0.0579321 Dec 15 03:22:13.804414 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-66ea7055-bfa1-4956-889b-a4e32eb153c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1845024 Dec 15 03:22:13.830063 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Request body: {'port': {'device_id': 'cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:13.837458 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:13.997299 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-477c661e-59c0-4702-a9d1-54132a2a8769 req-c72a8012-5b15-4005-ad52-b151ec48c447 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141371 Dec 15 03:22:14.027046 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 1231f919-5a8c-4cca-aadd-6f7064840f14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1231f919-5a8c-4cca-aadd-6f7064840f14,segment=NetworkSegment(00ff3187-c29a-4daa-87d9-2f0031265196),segment_id=00ff3187-c29a-4daa-87d9-2f0031265196)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:14.058496 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:14.066147 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '1231f919-5a8c-4cca-aadd-6f7064840f14', 'network_id': '5f05c797-de81-466b-8136-60fc86603522', 'port_id': '1231f919-5a8c-4cca-aadd-6f7064840f14', 'mac_address': 'fa:16:3e:65:fe:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d9bd26-71c3-4e0c-abdb-fdd3d80ed31d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:22:14.095491 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Attempting to bind port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:22:14.098116 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Attempting to bind port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:22:14.098912 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Attempting to bind port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 on network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:14.157087 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:14.180110 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1231f919-5a8c-4cca-aadd-6f7064840f14 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:14.183159 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469 req-02a7452c-9264-429e-aa50-fc1c1beb8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:14.184801 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469 req-02a7452c-9264-429e-aa50-fc1c1beb8022 service neutron] 10.222.0.43 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 919 time: 0.3658955 Dec 15 03:22:14.204861 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 1231f919-5a8c-4cca-aadd-6f7064840f14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1231f919-5a8c-4cca-aadd-6f7064840f14,segment=NetworkSegment(00ff3187-c29a-4daa-87d9-2f0031265196),segment_id=00ff3187-c29a-4daa-87d9-2f0031265196)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:14.220168 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 on network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:22:14.225867 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Attempting to bind port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 on network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:14.238220 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:22:14.238220 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Checking segment: {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:14.238410 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Bound using segment: {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:22:14.239295 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Bound port: 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:22:14.239295 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:14.266459 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469 req-cc7cdc53-d900-4104-a124-0a8854f5fb9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee HTTP/1.1" status: 200 len: 217 time: 0.0713215 Dec 15 03:22:14.274893 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:14.347363 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=1231f919-5a8c-4cca-aadd-6f7064840f14,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:14.384065 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469 req-630cd493-533c-40b7-830b-9b0ccfdda747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:14.392482 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469 req-630cd493-533c-40b7-830b-9b0ccfdda747 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 200 len: 858 time: 0.1174967 Dec 15 03:22:14.409225 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] For port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32, host hv-cinder-81803, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:22:14.440351 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469 req-f03fcf4f-a432-4b82-bc2a-bc36dd7e844a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=596d48f0-d405-4ad3-9dc4-ee18649c23a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388591 Dec 15 03:22:14.442989 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] For port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:22:14.504910 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:14.572688 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:14.616839 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:14.616839 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:14.616839 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-ccf22572-8694-48d5-93fc-f4e4319a0fa6 service neutron] 10.222.0.43 "PUT /v2.0/ports/86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 HTTP/1.1" status: 200 len: 1093 time: 1.8724446 Dec 15 03:22:14.616839 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca11bd83-5738-4c14-9704-995a795c25a5 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:14.621319 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda925ec-3151-465b-8893-45699159bf39', 'tag': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:14.624900 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "bda925ec-3151-465b-8893-45699159bf39", "tag": "86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:14.629100 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['1231f919-5a8c-4cca-aadd-6f7064840f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:22:14.640391 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:14.647825 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469 req-63f38eb5-4e94-47bc-9048-38af92d39acf service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978548 Dec 15 03:22:14.683468 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Transition to ACTIVE for port object ca11bd83-5738-4c14-9704-995a795c25a5 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:22:14.728537 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5701f-8cf7-48c1-b0da-57c69de00001 req-c2126a16-9b5d-4ced-b074-f8b41b8d4de4 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:14.739210 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-91f5701f-8cf7-48c1-b0da-57c69de00001 req-c2126a16-9b5d-4ced-b074-f8b41b8d4de4 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 945 time: 0.1432278 Dec 15 03:22:14.756597 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56e9419-06a9-4028-8c2c-9ee79141d094 x-openstack-request-id: req-d56e9419-06a9-4028-8c2c-9ee79141d094 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:14.757235 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda925ec-3151-465b-8893-45699159bf39", "tag": "86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:14.757734 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d56e9419-06a9-4028-8c2c-9ee79141d094 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:14.758280 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda925ec-3151-465b-8893-45699159bf39', 'tag': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32', 'status': 'completed', 'code': 200} Dec 15 03:22:14.842504 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b2a75f17-1a75-4cef-a8fc-e8f2ad3d4469 req-81656835-d1ba-4b45-a533-d8c9a8ffcfc2 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818607 Dec 15 03:22:14.859904 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:14.996435 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2ba99-e94e-4e60-92ee-ae3ba2f8b4d5 req-3a3e0bcf-3263-4461-9bf7-74a0f85ee365 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:14.997966 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4cd2ba99-e94e-4e60-92ee-ae3ba2f8b4d5 req-3a3e0bcf-3263-4461-9bf7-74a0f85ee365 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 943 time: 0.1491513 Dec 15 03:22:14.999720 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-5b78a97d-71e2-4cc9-a267-c07c6ccef412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:15.001199 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-5b78a97d-71e2-4cc9-a267-c07c6ccef412 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 1096 time: 0.2583961 Dec 15 03:22:15.023201 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-91f5701f-8cf7-48c1-b0da-57c69de00001 req-472014d3-38d5-4f83-9aa3-e79cfc91f9e4 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793214 Dec 15 03:22:15.045100 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca11bd83-5738-4c14-9704-995a795c25a5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:15.100541 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-783651df-3151-4995-a786-fad1f01d95c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 HTTP/1.1" status: 200 len: 217 time: 0.0671849 Dec 15 03:22:15.258845 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4cd2ba99-e94e-4e60-92ee-ae3ba2f8b4d5 req-3eb8ed47-f3da-4d7b-8761-289fef4e420f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248247 Dec 15 03:22:15.266787 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-b406102f-f057-4216-9d82-cebbd87a2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:15.268246 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-b406102f-f057-4216-9d82-cebbd87a2625 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=600eec61-1422-43d1-afe5-1fe824ccc873 HTTP/1.1" status: 200 len: 850 time: 0.1523595 Dec 15 03:22:15.300114 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Attempting to bind port ca11bd83-5738-4c14-9704-995a795c25a5 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:22:15.300457 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Attempting to bind port ca11bd83-5738-4c14-9704-995a795c25a5 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:22:15.300791 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Attempting to bind port ca11bd83-5738-4c14-9704-995a795c25a5 on network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:15.310444 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa96d1c-9558-4d56-bc5a-450a7bf3a868 req-5df8caf8-bf0b-46ba-89f6-65de747f8ffd tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:15.312080 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4aa96d1c-9558-4d56-bc5a-450a7bf3a868 req-5df8caf8-bf0b-46ba-89f6-65de747f8ffd tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 943 time: 0.1837652 Dec 15 03:22:15.363762 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Port ca11bd83-5738-4c14-9704-995a795c25a5 on network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:22:15.364148 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Attempting to bind port ca11bd83-5738-4c14-9704-995a795c25a5 on network 596d48f0-d405-4ad3-9dc4-ee18649c23a8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:15.376530 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:22:15.376964 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Checking segment: {'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:15.377417 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Bound using segment: {'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:22:15.377866 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Bound port: ca11bd83-5738-4c14-9704-995a795c25a5, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdebc8b0-799a-4a81-85e1-e5965c308417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:22:15.378277 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:15.417548 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-f70c4993-d2a6-4ac5-98d6-5934fe636f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:15.419077 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-f70c4993-d2a6-4ac5-98d6-5934fe636f13 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1424615 Dec 15 03:22:15.465846 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4aa96d1c-9558-4d56-bc5a-450a7bf3a868 req-13ba9e34-0ba5-4482-bacc-75d33de5f703 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184187 Dec 15 03:22:15.535514 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] For port ca11bd83-5738-4c14-9704-995a795c25a5, host hv-cinder-81803, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:22:15.540472 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] For port ca11bd83-5738-4c14-9704-995a795c25a5, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ca11bd83-5738-4c14-9704-995a795c25a5,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:22:15.565830 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-5aeb8f75-0437-41a0-b41c-247edc2dedee service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368194 Dec 15 03:22:15.750387 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 1231f919-5a8c-4cca-aadd-6f7064840f14 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:22:15.785387 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:15.861511 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:15.862137 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:15.864991 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] 10.222.0.43 "PUT /v2.0/ports/ca11bd83-5738-4c14-9704-995a795c25a5 HTTP/1.1" status: 200 len: 1093 time: 2.0396721 Dec 15 03:22:15.880537 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafba9d-456b-4f83-a206-a0aa039c91a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca11bd83-5738-4c14-9704-995a795c25a5,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:15.893437 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5b26af4-a744-4160-9cc9-652b60c459f5 req-99dce21a-b6ff-4516-b832-ab940a337383 service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202426 Dec 15 03:22:15.934288 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 1231f919-5a8c-4cca-aadd-6f7064840f14 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:22:15.938717 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 1231f919-5a8c-4cca-aadd-6f7064840f14 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:22:15.939449 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.031385 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.060263 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2be65c7-a92a-4280-8e5a-1fe14fb015e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1231f919-5a8c-4cca-aadd-6f7064840f14'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:16.105335 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-fe3f5271-862a-4bba-a8ad-5e54599c03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:16.107220 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-fe3f5271-862a-4bba-a8ad-5e54599c03aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 1096 time: 0.0563498 Dec 15 03:22:16.159592 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 1231f919-5a8c-4cca-aadd-6f7064840f14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1231f919-5a8c-4cca-aadd-6f7064840f14,segment=NetworkSegment(00ff3187-c29a-4daa-87d9-2f0031265196),segment_id=00ff3187-c29a-4daa-87d9-2f0031265196)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:16.254123 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.269492 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-da665466-07fc-407c-a4d5-9df684b8b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:16.273711 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-da665466-07fc-407c-a4d5-9df684b8b4a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 1096 time: 0.1376569 Dec 15 03:22:16.277044 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-38470ec6-e128-4127-9547-093261a5f818 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca11bd83-5738-4c14-9704-995a795c25a5 HTTP/1.1" status: 200 len: 217 time: 0.0974286 Dec 15 03:22:16.305527 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-87f46f7e-464a-48dc-ae61-a4e4052cbd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.326404 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60014) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:16.336801 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e72eb7-419b-4d5d-af4d-7dfc7bdcc177" -d '{"events": [{"server_uuid": "a2be65c7-a92a-4280-8e5a-1fe14fb015e4", "name": "network-vif-plugged", "status": "completed", "tag": "1231f919-5a8c-4cca-aadd-6f7064840f14"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:16.352317 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=1231f919-5a8c-4cca-aadd-6f7064840f14,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:16.418579 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-04fb2c35-3dd1-4f4f-abfc-c39dff7de25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:16.420023 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-04fb2c35-3dd1-4f4f-abfc-c39dff7de25e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 200 len: 858 time: 0.1199057 Dec 15 03:22:16.442355 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5f2c-6bb8-4984-bcb8-52780f55fdc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.464729 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e8294-9e09-4d7f-baf6-5233bb9376e9 req-d276cbe8-efbc-46b0-bcc0-ff24c9facab2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:16.466205 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7e1e8294-9e09-4d7f-baf6-5233bb9376e9 req-d276cbe8-efbc-46b0-bcc0-ff24c9facab2 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 945 time: 0.2849762 Dec 15 03:22:16.487342 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-2ce82bc8-7d5e-45a7-8e34-9cf89af23f0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=596d48f0-d405-4ad3-9dc4-ee18649c23a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468299 Dec 15 03:22:16.520313 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5f2c-6bb8-4984-bcb8-52780f55fdc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.577545 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5f2c-6bb8-4984-bcb8-52780f55fdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.587686 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5f5e1-14fc-46c5-bdfb-e930dfb36508 req-9f1b2554-43c8-45bc-961c-2c36a602d926 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:16.589167 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f2a5f5e1-14fc-46c5-bdfb-e930dfb36508 req-9f1b2554-43c8-45bc-961c-2c36a602d926 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 943 time: 0.2212965 Dec 15 03:22:16.619563 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5f1e5f2c-6bb8-4984-bcb8-52780f55fdc3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0beb8084b184f74bdbf55524a19cef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920372 Dec 15 03:22:16.620531 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e5f2c-6bb8-4984-bcb8-52780f55fdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8d4e3c-0561-43cb-9e4d-1d491ae976b3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:16.623821 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60022) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:16.634727 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-9f287352-e543-46cd-a72e-d2be760c6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:16.636176 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-9f287352-e543-46cd-a72e-d2be760c6f51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 200 len: 912 time: 0.3483193 Dec 15 03:22:16.657969 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7e1e8294-9e09-4d7f-baf6-5233bb9376e9 req-c64fbc92-9b62-4a42-a448-006b5319e53b tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749740 Dec 15 03:22:16.683896 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-041c8d5a-2259-4c08-9028-d2ff5017210f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.703054 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-e124e06a-7e13-4d0b-80d5-e8ddc5e18286 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 HTTP/1.1" status: 200 len: 217 time: 0.0577261 Dec 15 03:22:16.711124 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-041c8d5a-2259-4c08-9028-d2ff5017210f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.753355 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-d5afbcfa-c7b3-4f20-8d20-2b9e2b213944 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541060 Dec 15 03:22:16.757955 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f2a5f5e1-14fc-46c5-bdfb-e930dfb36508 req-5ddbabc4-e7e2-4da5-bdb4-455529921f78 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533210 Dec 15 03:22:16.760164 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682', 'tag': 'ca11bd83-5738-4c14-9704-995a795c25a5'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:16.762385 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682", "tag": "ca11bd83-5738-4c14-9704-995a795c25a5"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:16.794717 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55c0a0c-5ec3-41f0-94de-2b713a098ebb x-openstack-request-id: req-a55c0a0c-5ec3-41f0-94de-2b713a098ebb {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:16.795572 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2be65c7-a92a-4280-8e5a-1fe14fb015e4", "name": "network-vif-plugged", "status": "completed", "tag": "1231f919-5a8c-4cca-aadd-6f7064840f14", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:16.795979 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a55c0a0c-5ec3-41f0-94de-2b713a098ebb {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:16.796579 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2be65c7-a92a-4280-8e5a-1fe14fb015e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1231f919-5a8c-4cca-aadd-6f7064840f14', 'code': 200} Dec 15 03:22:16.833833 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-6c02778e-ce32-4787-beed-acf083f554e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:16.835450 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-6c02778e-ce32-4787-beed-acf083f554e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=600eec61-1422-43d1-afe5-1fe824ccc873 HTTP/1.1" status: 200 len: 850 time: 0.1197255 Dec 15 03:22:16.882417 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-041c8d5a-2259-4c08-9028-d2ff5017210f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.889432 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ffb5d3-dadc-412d-ac84-0ab35c5b6684 x-openstack-request-id: req-e5ffb5d3-dadc-412d-ac84-0ab35c5b6684 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:16.889797 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682", "tag": "ca11bd83-5738-4c14-9704-995a795c25a5", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:16.890000 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-041c8d5a-2259-4c08-9028-d2ff5017210f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:16.890189 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5ffb5d3-dadc-412d-ac84-0ab35c5b6684 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:16.890807 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682', 'tag': 'ca11bd83-5738-4c14-9704-995a795c25a5', 'status': 'completed', 'code': 200} Dec 15 03:22:16.891247 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-041c8d5a-2259-4c08-9028-d2ff5017210f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c8d4e3c-0561-43cb-9e4d-1d491ae976b3 HTTP/1.1" status: 204 len: 168 time: 0.2663410 Dec 15 03:22:16.911736 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c8d5a-2259-4c08-9028-d2ff5017210f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8d4e3c-0561-43cb-9e4d-1d491ae976b3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:16.957164 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca6cb888-84f4-4e65-9edb-04b9efb59d0c req-37c9c7f9-13b6-424b-9a21-3e805c4c271c service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874981 Dec 15 03:22:16.964947 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-4a1c5ab7-5daf-41b6-931e-1fce45b0c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:16.966732 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-4a1c5ab7-5daf-41b6-931e-1fce45b0c2cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1225765 Dec 15 03:22:16.974795 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b6a36-37fa-4b4b-997a-505f348118fa req-d818c10c-38cf-4483-968a-e47728a51180 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:16.976952 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3c2b6a36-37fa-4b4b-997a-505f348118fa req-d818c10c-38cf-4483-968a-e47728a51180 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 943 time: 0.1033688 Dec 15 03:22:17.091755 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3c2b6a36-37fa-4b4b-997a-505f348118fa req-d73992d8-d8e2-4a84-9c29-6e9558045455 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051209 Dec 15 03:22:17.158541 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-3ea918b7-4974-49cf-996b-cf0415231f1d service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811798 Dec 15 03:22:17.217254 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0 req-3b41c650-889d-420e-95fc-54e37765a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:17.218824 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0 req-3b41c650-889d-420e-95fc-54e37765a82c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 1096 time: 0.0945318 Dec 15 03:22:17.321712 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5dd0cdae-ca54-41b0-9d83-5d8a05ee5e4e req-a2038438-6bec-4c06-8bb7-965d95f99275 service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544228 Dec 15 03:22:17.352983 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0 req-d8bc57fb-5954-48ee-a812-e1d7f151b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:17.354535 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0 req-d8bc57fb-5954-48ee-a812-e1d7f151b553 service neutron] 10.222.0.43 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 919 time: 0.1275394 Dec 15 03:22:17.398930 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0 req-7e1fb76e-9ee5-4cd0-bca9-a797397660a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca11bd83-5738-4c14-9704-995a795c25a5 HTTP/1.1" status: 200 len: 217 time: 0.0366125 Dec 15 03:22:17.401777 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9416edb-d564-47da-b9b3-987719b921c3 req-1b194036-2892-4e0e-958d-09bcd5a97d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:17.403847 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f9416edb-d564-47da-b9b3-987719b921c3 req-1b194036-2892-4e0e-958d-09bcd5a97d16 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 1099 time: 0.0853653 Dec 15 03:22:17.426457 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f9416edb-d564-47da-b9b3-987719b921c3 req-e44fc263-aee7-46fe-90c4-a08034775e8d service neutron] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:17.465816 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0 req-e2024a14-1cb3-4a5d-8108-2377eb973fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:17.468182 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0 req-e2024a14-1cb3-4a5d-8108-2377eb973fa7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 200 len: 858 time: 0.0558701 Dec 15 03:22:17.505989 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f9416edb-d564-47da-b9b3-987719b921c3 req-e44fc263-aee7-46fe-90c4-a08034775e8d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:17.510547 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0 req-5daaa8fe-8735-4fe1-9c0e-82d647674b53 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=596d48f0-d405-4ad3-9dc4-ee18649c23a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350478 Dec 15 03:22:17.579473 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f9416edb-d564-47da-b9b3-987719b921c3 req-e44fc263-aee7-46fe-90c4-a08034775e8d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:17.610431 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0 req-32162755-7cd6-4479-9221-320be03a3aa4 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909269 Dec 15 03:22:17.618679 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f9416edb-d564-47da-b9b3-987719b921c3 req-e44fc263-aee7-46fe-90c4-a08034775e8d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056687 Dec 15 03:22:17.629702 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fc263-aee7-46fe-90c4-a08034775e8d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dace47ee-73ac-436a-93d4-c0bab3bf7194,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:17.666012 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:17.728713 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2efa07d5-b5b7-4b08-9994-f1ea9719fde0 req-bc3d34c4-2a2b-4c34-b110-a096a81d9168 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101935 Dec 15 03:22:17.782995 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 7bbe2378-0fa3-4662-a06d-64e731cd2eee details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:22:17.802466 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00fe6a51-e908-40b1-9647-09b617d915d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:17.819555 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ca6bf-8e1f-441e-afb1-75c5d1a46e3b req-4147825d-12fc-4d02-abe6-e2d24037f663 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:17.821082 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-349ca6bf-8e1f-441e-afb1-75c5d1a46e3b req-4147825d-12fc-4d02-abe6-e2d24037f663 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 946 time: 0.0726895 Dec 15 03:22:17.851257 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60064) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:17.867459 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88443d6a-0928-45c9-a8fc-fe56ab8f1097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:17.947040 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-349ca6bf-8e1f-441e-afb1-75c5d1a46e3b req-f5efb9fb-e9e0-48ef-9670-9545e76e9719 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148973 Dec 15 03:22:17.956594 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 7bbe2378-0fa3-4662-a06d-64e731cd2eee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:17.971406 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '7bbe2378-0fa3-4662-a06d-64e731cd2eee', 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8', 'port_id': '7bbe2378-0fa3-4662-a06d-64e731cd2eee', 'mac_address': 'fa:16:3e:b3:3b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:22:17.975591 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88443d6a-0928-45c9-a8fc-fe56ab8f1097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:17.996090 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f841f-06be-4971-b043-5438d875732f req-1c26dea6-c06f-4a38-b9dd-9640ff27ee80 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:17.997571 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-203f841f-06be-4971-b043-5438d875732f req-1c26dea6-c06f-4a38-b9dd-9640ff27ee80 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 943 time: 0.1425626 Dec 15 03:22:18.020692 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.034814 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbe2378-0fa3-4662-a06d-64e731cd2eee {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:18.039881 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00fe6a51-e908-40b1-9647-09b617d915d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.056654 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 7bbe2378-0fa3-4662-a06d-64e731cd2eee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:18.071909 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-203f841f-06be-4971-b043-5438d875732f req-3d38fd84-97bd-4dc6-a4b3-2fdd8e63db5c tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647764 Dec 15 03:22:18.128079 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88443d6a-0928-45c9-a8fc-fe56ab8f1097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.156551 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00fe6a51-e908-40b1-9647-09b617d915d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.156803 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.178263 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88443d6a-0928-45c9-a8fc-fe56ab8f1097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d489d1f-2374-439c-b9d4-bdb2c94952d6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:18.194434 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-88443d6a-0928-45c9-a8fc-fe56ab8f1097 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b7fdcfe51794a7e9f1c9c09e0731136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410528 Dec 15 03:22:18.196348 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60082) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:18.243607 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe6a51-e908-40b1-9647-09b617d915d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de52e51-ccc2-40b6-b28d-8b1d637aa866,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:18.253394 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-00fe6a51-e908-40b1-9647-09b617d915d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ad6beb7cbb149a8a26a99935e759310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5837424 Dec 15 03:22:18.257968 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60084) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:18.258765 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39bf0487-f631-41cd-b0b2-882fa17f11fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.266411 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=7bbe2378-0fa3-4662-a06d-64e731cd2eee,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:18.279836 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd479f-3691-4ba9-9a4d-85661738034e req-a351f983-5796-4f32-aade-3a2a7d8dc746 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:18.284263 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39bf0487-f631-41cd-b0b2-882fa17f11fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.285570 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-57dd479f-3691-4ba9-9a4d-85661738034e req-a351f983-5796-4f32-aade-3a2a7d8dc746 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 943 time: 0.1111341 Dec 15 03:22:18.353841 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f20d3b-8bb4-45d3-ab86-393b9a232264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.362610 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-57dd479f-3691-4ba9-9a4d-85661738034e req-a0448469-1016-4e7f-97c1-b0df8d783810 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701735 Dec 15 03:22:18.396388 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f20d3b-8bb4-45d3-ab86-393b9a232264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.423700 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39bf0487-f631-41cd-b0b2-882fa17f11fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.426335 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39bf0487-f631-41cd-b0b2-882fa17f11fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.430116 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-39bf0487-f631-41cd-b0b2-882fa17f11fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d489d1f-2374-439c-b9d4-bdb2c94952d6 HTTP/1.1" status: 204 len: 168 time: 0.2302356 Dec 15 03:22:18.438795 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf0487-f631-41cd-b0b2-882fa17f11fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d489d1f-2374-439c-b9d4-bdb2c94952d6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:18.471290 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['7bbe2378-0fa3-4662-a06d-64e731cd2eee'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:22:18.530334 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a68fae6e-625a-4267-8e0c-a593e481cc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.757127 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f20d3b-8bb4-45d3-ab86-393b9a232264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.759993 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0f20d3b-8bb4-45d3-ab86-393b9a232264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:18.761306 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-c0f20d3b-8bb4-45d3-ab86-393b9a232264 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7de52e51-ccc2-40b6-b28d-8b1d637aa866 HTTP/1.1" status: 204 len: 168 time: 0.5068383 Dec 15 03:22:18.774531 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f20d3b-8bb4-45d3-ab86-393b9a232264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de52e51-ccc2-40b6-b28d-8b1d637aa866,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:19.105293 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a5de2-9f7a-4f6f-98fc-281b1bf8bfa8 req-0a7414fb-23e2-4bf0-97b8-004475fe5b3d tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:19.106919 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8a8a5de2-9f7a-4f6f-98fc-281b1bf8bfa8 req-0a7414fb-23e2-4bf0-97b8-004475fe5b3d tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 946 time: 0.0875411 Dec 15 03:22:19.185569 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8a8a5de2-9f7a-4f6f-98fc-281b1bf8bfa8 req-1d3319af-4d2c-4239-83a2-fe9026492dfb tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678349 Dec 15 03:22:19.215175 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:22:19.220504 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7880e8-7f60-43e0-a00b-2b46f8a7c976 req-cc0eaf20-0beb-4f2b-83de-980fa33b8629 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:19.222108 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ff7880e8-7f60-43e0-a00b-2b46f8a7c976 req-cc0eaf20-0beb-4f2b-83de-980fa33b8629 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 943 time: 0.0765281 Dec 15 03:22:19.276100 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ff7880e8-7f60-43e0-a00b-2b46f8a7c976 req-40612fe9-bb17-4283-93d0-1f630bb19b08 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481489 Dec 15 03:22:19.433698 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:19.458980 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55cb9de2-49d1-484f-affe-db74c8331635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:19.579350 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:19.614139 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55cb9de2-49d1-484f-affe-db74c8331635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:19.631548 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f137a24-7e11-4be3-8405-59ebe2435f0a req-285d5a7d-b81b-443d-9e82-745d8f9fd90b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:19.633013 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2f137a24-7e11-4be3-8405-59ebe2435f0a req-285d5a7d-b81b-443d-9e82-745d8f9fd90b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 943 time: 0.0729573 Dec 15 03:22:19.681777 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2f137a24-7e11-4be3-8405-59ebe2435f0a req-1283f1ea-5a25-4827-8070-9ac3e25fa199 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428796 Dec 15 03:22:19.734359 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55cb9de2-49d1-484f-affe-db74c8331635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:19.778169 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-55cb9de2-49d1-484f-affe-db74c8331635 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60733e7f8d3749b182db0367906cdc56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411295 Dec 15 03:22:19.778169 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb9de2-49d1-484f-affe-db74c8331635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418b9e7d-27ed-4fee-9734-8b926b7ec6c6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:19.778964 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60162) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:19.832365 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bddd962-c508-4f57-be83-a7deccbc27d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:19.856086 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:22:19.856400 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bddd962-c508-4f57-be83-a7deccbc27d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:19.915843 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 7bbe2378-0fa3-4662-a06d-64e731cd2eee up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:22:19.994969 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:19.996624 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bddd962-c508-4f57-be83-a7deccbc27d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:19.999978 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bddd962-c508-4f57-be83-a7deccbc27d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.001380 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5bddd962-c508-4f57-be83-a7deccbc27d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/418b9e7d-27ed-4fee-9734-8b926b7ec6c6 HTTP/1.1" status: 204 len: 168 time: 0.2218087 Dec 15 03:22:20.010915 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddd962-c508-4f57-be83-a7deccbc27d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418b9e7d-27ed-4fee-9734-8b926b7ec6c6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:20.129478 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'port_id': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32', 'mac_address': 'fa:16:3e:6c:b8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:22:20.171135 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.184729 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:20.194628 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60178) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:20.201667 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 7bbe2378-0fa3-4662-a06d-64e731cd2eee completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:22:20.215586 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:20.217830 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 7bbe2378-0fa3-4662-a06d-64e731cd2eee triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:22:20.217830 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.308145 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.321163 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.321843 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device ca11bd83-5738-4c14-9704-995a795c25a5 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:22:20.351645 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1fff5-c97f-438b-bbd2-a18cdf9cf708 req-9701d97b-d08a-4213-9c3a-1320ca8d2fb9 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:20.359175 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3e1fff5-c97f-438b-bbd2-a18cdf9cf708 req-9701d97b-d08a-4213-9c3a-1320ca8d2fb9 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 946 time: 0.0852942 Dec 15 03:22:20.386134 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4b2130-40b3-41c4-a7d9-d4b0f2519472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbe2378-0fa3-4662-a06d-64e731cd2eee'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:20.388402 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0d9ea9-d74c-4c1e-a187-9f25d7648539" -d '{"events": [{"server_uuid": "ff4b2130-40b3-41c4-a7d9-d4b0f2519472", "name": "network-vif-plugged", "status": "completed", "tag": "7bbe2378-0fa3-4662-a06d-64e731cd2eee"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:20.412421 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 7bbe2378-0fa3-4662-a06d-64e731cd2eee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:20.421206 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3e1fff5-c97f-438b-bbd2-a18cdf9cf708 req-468cd6bb-7a05-4805-8ce0-f2fa947cac9b tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589659 Dec 15 03:22:20.479651 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:20.496318 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.564142 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9170f9-7491-4048-a70d-aa387d3a925b req-6199ae76-4429-4bf4-b6a4-2f10a56620cd tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:20.575415 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbe9bc0-a53f-4e2d-9359-650d679d5d39 x-openstack-request-id: req-fdbe9bc0-a53f-4e2d-9359-650d679d5d39 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:20.576888 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4b2130-40b3-41c4-a7d9-d4b0f2519472", "name": "network-vif-plugged", "status": "completed", "tag": "7bbe2378-0fa3-4662-a06d-64e731cd2eee", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:20.577168 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fdbe9bc0-a53f-4e2d-9359-650d679d5d39 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:20.577567 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4b2130-40b3-41c4-a7d9-d4b0f2519472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbe2378-0fa3-4662-a06d-64e731cd2eee', 'code': 200} Dec 15 03:22:20.586544 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1a9170f9-7491-4048-a70d-aa387d3a925b req-6199ae76-4429-4bf4-b6a4-2f10a56620cd tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 944 time: 0.1812446 Dec 15 03:22:20.655324 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce6f9c07-128e-49f5-a42f-93abf9077a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.660267 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port ca11bd83-5738-4c14-9704-995a795c25a5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ca11bd83-5738-4c14-9704-995a795c25a5,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:20.674866 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=7bbe2378-0fa3-4662-a06d-64e731cd2eee,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:20.679606 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'ca11bd83-5738-4c14-9704-995a795c25a5', 'network_id': '596d48f0-d405-4ad3-9dc4-ee18649c23a8', 'port_id': 'ca11bd83-5738-4c14-9704-995a795c25a5', 'mac_address': 'fa:16:3e:0c:d3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c542702-6fb9-4103-8625-a2d56b947c74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:22:20.729069 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.730673 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1a9170f9-7491-4048-a70d-aa387d3a925b req-8c6b9a5e-f6e4-4864-a353-979250c798d1 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340852 Dec 15 03:22:20.745816 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca11bd83-5738-4c14-9704-995a795c25a5 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:20.775841 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port ca11bd83-5738-4c14-9704-995a795c25a5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ca11bd83-5738-4c14-9704-995a795c25a5,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:20.842860 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce6f9c07-128e-49f5-a42f-93abf9077a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.864788 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.870300 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363d49d-35af-4b95-9c6e-07d855f34ed8 req-33564862-f187-4402-9dba-ed6cda1cb627 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:20.871896 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2363d49d-35af-4b95-9c6e-07d855f34ed8 req-33564862-f187-4402-9dba-ed6cda1cb627 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 943 time: 0.0732565 Dec 15 03:22:20.907808 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.931445 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=ca11bd83-5738-4c14-9704-995a795c25a5,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:20.931904 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2363d49d-35af-4b95-9c6e-07d855f34ed8 req-16ed86a7-7402-45f6-b0cd-248d12b12c26 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506411 Dec 15 03:22:20.961177 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce6f9c07-128e-49f5-a42f-93abf9077a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:20.968170 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60208) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:20.988337 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-57b0f5fb-16f6-4abf-9c91-2bf1e722eb2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.032366 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f9c07-128e-49f5-a42f-93abf9077a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce6a74b-a977-4639-ad0b-feb369ca3824,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:21.038215 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-ce6f9c07-128e-49f5-a42f-93abf9077a24 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=818ec691f56c45ba951f2a06e9241e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8425176 Dec 15 03:22:21.042122 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60210) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:21.046073 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690b512-3451-44da-bbf4-008497e84700 req-598d737f-1b2b-4e2f-870e-1b089a52f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:21.047573 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0690b512-3451-44da-bbf4-008497e84700 req-598d737f-1b2b-4e2f-870e-1b089a52f24b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 1099 time: 0.1200640 Dec 15 03:22:21.106775 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-57b0f5fb-16f6-4abf-9c91-2bf1e722eb2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.117151 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0690b512-3451-44da-bbf4-008497e84700 req-2483ee67-ffa2-4479-9bed-122acac428c2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591388 Dec 15 03:22:21.142167 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a59efb3c-207b-4209-bb17-b5a024b9e921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.167916 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a59efb3c-207b-4209-bb17-b5a024b9e921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.194834 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-57b0f5fb-16f6-4abf-9c91-2bf1e722eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.218973 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.238849 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-57b0f5fb-16f6-4abf-9c91-2bf1e722eb2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=206dd5fa281d4124acdc7b4a15914e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695925 Dec 15 03:22:21.240709 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['ca11bd83-5738-4c14-9704-995a795c25a5'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:22:21.240836 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0f5fb-16f6-4abf-9c91-2bf1e722eb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5368e82-222e-4de5-aa58-a7560536f8ad,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:21.243076 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60216) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:21.276030 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:22:21.295336 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfafc-6036-47fb-86fd-e5cb9f77c2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.317866 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfafc-6036-47fb-86fd-e5cb9f77c2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.325585 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a59efb3c-207b-4209-bb17-b5a024b9e921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.328809 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a59efb3c-207b-4209-bb17-b5a024b9e921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.332255 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-a59efb3c-207b-4209-bb17-b5a024b9e921 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bce6a74b-a977-4639-ad0b-feb369ca3824 HTTP/1.1" status: 204 len: 168 time: 0.2867587 Dec 15 03:22:21.355548 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59efb3c-207b-4209-bb17-b5a024b9e921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce6a74b-a977-4639-ad0b-feb369ca3824,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:21.510849 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfafc-6036-47fb-86fd-e5cb9f77c2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.521098 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfafc-6036-47fb-86fd-e5cb9f77c2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:21.522678 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-4d8cfafc-6036-47fb-86fd-e5cb9f77c2d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5368e82-222e-4de5-aa58-a7560536f8ad HTTP/1.1" status: 204 len: 168 time: 0.2784476 Dec 15 03:22:21.540341 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cfafc-6036-47fb-86fd-e5cb9f77c2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5368e82-222e-4de5-aa58-a7560536f8ad,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:21.859455 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debc93-cf34-4055-a128-0ecd257492fc req-d83e98d2-1b2a-4b6b-aa6e-2e0c8354f970 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:21.861100 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d4debc93-cf34-4055-a128-0ecd257492fc req-d83e98d2-1b2a-4b6b-aa6e-2e0c8354f970 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 944 time: 0.0506856 Dec 15 03:22:21.916863 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d4debc93-cf34-4055-a128-0ecd257492fc req-8fa6299c-4431-400a-83ae-99d48daf49cb tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459299 Dec 15 03:22:22.050840 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01796697-8357-4871-812d-502ce3fda044 req-c1c1d38e-68f7-4aa3-bf8a-72aa82f42295 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:22.052630 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-01796697-8357-4871-812d-502ce3fda044 req-c1c1d38e-68f7-4aa3-bf8a-72aa82f42295 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 944 time: 0.0488882 Dec 15 03:22:22.101184 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-01796697-8357-4871-812d-502ce3fda044 req-9cb5c996-c78b-4126-860b-2f3ea2043b01 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Dec 15 03:22:22.168165 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.250102 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60260) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:22.267642 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3593f0e7-73d1-474c-a92e-af669da72ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.357494 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3593f0e7-73d1-474c-a92e-af669da72ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.402090 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3593f0e7-73d1-474c-a92e-af669da72ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.441857 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593f0e7-73d1-474c-a92e-af669da72ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483fd481-f758-4cb7-a74e-6b1d811f6ba4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:22.452291 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-3593f0e7-73d1-474c-a92e-af669da72ac0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e68e1f032c154070bcca21637bb8520a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966252 Dec 15 03:22:22.452291 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60266) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:22.453129 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60268) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:22.529786 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ee8d453-7e56-48d1-8039-568c8ef71c67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.556548 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ee8d453-7e56-48d1-8039-568c8ef71c67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.573483 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc631566-673f-432e-9a5b-5c24f5c135a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.703507 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ee8d453-7e56-48d1-8039-568c8ef71c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.706281 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ee8d453-7e56-48d1-8039-568c8ef71c67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.707450 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-7ee8d453-7e56-48d1-8039-568c8ef71c67 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/483fd481-f758-4cb7-a74e-6b1d811f6ba4 HTTP/1.1" status: 204 len: 168 time: 0.2552104 Dec 15 03:22:22.729027 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8d453-7e56-48d1-8039-568c8ef71c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483fd481-f758-4cb7-a74e-6b1d811f6ba4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:22.780308 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc631566-673f-432e-9a5b-5c24f5c135a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.891534 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc631566-673f-432e-9a5b-5c24f5c135a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:22.944435 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-bc631566-673f-432e-9a5b-5c24f5c135a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d27aab472cc04a4185e4d525f7aa9e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941139 Dec 15 03:22:22.944966 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc631566-673f-432e-9a5b-5c24f5c135a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf892ae-ffd9-49b3-ae49-f155f3721590,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:22.947370 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60296) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:23.027176 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93af2e45-d406-4cb1-87d0-cab48b944e22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:23.057924 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93af2e45-d406-4cb1-87d0-cab48b944e22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:23.072290 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff03d2-2923-4ddc-8fac-9272ac28c7a1 req-23f67ba4-6c3a-4cb5-949a-751e2c9c3ebf tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:23.073807 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cdff03d2-2923-4ddc-8fac-9272ac28c7a1 req-23f67ba4-6c3a-4cb5-949a-751e2c9c3ebf tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 944 time: 0.0813518 Dec 15 03:22:23.150435 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cdff03d2-2923-4ddc-8fac-9272ac28c7a1 req-5423e655-0c8a-4acb-9df6-0e88dc00dad9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605085 Dec 15 03:22:23.245081 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93af2e45-d406-4cb1-87d0-cab48b944e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:23.247883 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93af2e45-d406-4cb1-87d0-cab48b944e22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:23.249014 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-93af2e45-d406-4cb1-87d0-cab48b944e22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4bf892ae-ffd9-49b3-ae49-f155f3721590 HTTP/1.1" status: 204 len: 168 time: 0.3003702 Dec 15 03:22:23.260504 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af2e45-d406-4cb1-87d0-cab48b944e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf892ae-ffd9-49b3-ae49-f155f3721590,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:23.289712 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360aaea8-46ef-455e-894c-fc91f97085d8 req-f125681d-f157-4c3d-af65-1bf7e0e36355 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:23.291309 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-360aaea8-46ef-455e-894c-fc91f97085d8 req-f125681d-f157-4c3d-af65-1bf7e0e36355 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 944 time: 0.0761809 Dec 15 03:22:23.374626 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-360aaea8-46ef-455e-894c-fc91f97085d8 req-e1120685-0aa9-4f08-873e-bdfbc1019638 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754702 Dec 15 03:22:23.883258 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:22:24.076070 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:22:24.080335 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:22:24.080986 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.170343 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.197547 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda925ec-3151-465b-8893-45699159bf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:24.199993 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b459f19a-2792-4c5b-9617-f88f8668d8bf" -d '{"events": [{"server_uuid": "bda925ec-3151-465b-8893-45699159bf39", "name": "network-vif-plugged", "status": "completed", "tag": "86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:24.228713 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:24.289107 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60354) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:24.306135 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.307759 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device ca11bd83-5738-4c14-9704-995a795c25a5 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:22:24.325203 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95f09be4-959f-4d48-9432-5ab547bfbbfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.369561 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bfafd-1e6f-447c-8123-e7d11aae41b8 req-e0834059-234a-4265-ad90-d90d29990710 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:24.380832 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4b3bfafd-1e6f-447c-8123-e7d11aae41b8 req-e0834059-234a-4265-ad90-d90d29990710 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 944 time: 0.1330631 Dec 15 03:22:24.421539 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9b9332-de1d-44c0-89eb-2d84b44532b6 x-openstack-request-id: req-ff9b9332-de1d-44c0-89eb-2d84b44532b6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:24.422073 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda925ec-3151-465b-8893-45699159bf39", "name": "network-vif-plugged", "status": "completed", "tag": "86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:24.424073 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff9b9332-de1d-44c0-89eb-2d84b44532b6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:24.426060 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda925ec-3151-465b-8893-45699159bf39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32', 'code': 200} Dec 15 03:22:24.522043 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4b3bfafd-1e6f-447c-8123-e7d11aae41b8 req-79f38340-cb65-4cfb-a419-21adc921281f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325166 Dec 15 03:22:24.535435 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:24.558013 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95f09be4-959f-4d48-9432-5ab547bfbbfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.614671 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port ca11bd83-5738-4c14-9704-995a795c25a5 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:22:24.620360 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port ca11bd83-5738-4c14-9704-995a795c25a5 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:22:24.621405 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.624228 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab88ac-58d2-45d9-90b6-2fb5a0901307 req-a3c9c6a0-8ff4-4060-b601-02afb6a82ea1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:24.631438 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b4ab88ac-58d2-45d9-90b6-2fb5a0901307 req-a3c9c6a0-8ff4-4060-b601-02afb6a82ea1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 944 time: 0.1079223 Dec 15 03:22:24.637473 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95f09be4-959f-4d48-9432-5ab547bfbbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.724059 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-95f09be4-959f-4d48-9432-5ab547bfbbfe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f8903a279554d9ca02d6ee930d99036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362717 Dec 15 03:22:24.726964 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60380) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:24.761615 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b4ab88ac-58d2-45d9-90b6-2fb5a0901307 req-3a1f4d40-37be-4649-a003-8027ab005af4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221995 Dec 15 03:22:24.772394 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f09be4-959f-4d48-9432-5ab547bfbbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6487eddb-3317-442c-b41d-0476d7374b17,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:24.797135 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.827157 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea756c1-e3c8-43d5-9e10-50c847897d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.836275 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port ca11bd83-5738-4c14-9704-995a795c25a5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ca11bd83-5738-4c14-9704-995a795c25a5,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:24.852452 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7af94-5aa9-40ae-b81f-1033af69baef req-bd233cc4-69f3-4ac7-ac0b-c358c3501776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:24.854490 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea756c1-e3c8-43d5-9e10-50c847897d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.854775 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d4c7af94-5aa9-40ae-b81f-1033af69baef req-bd233cc4-69f3-4ac7-ac0b-c358c3501776 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 1098 time: 0.0646851 Dec 15 03:22:24.909132 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d4c7af94-5aa9-40ae-b81f-1033af69baef req-3f4d6656-d88c-476a-b59e-a2c9496a8379 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Dec 15 03:22:24.922058 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:24.973081 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=ca11bd83-5738-4c14-9704-995a795c25a5,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:25.025022 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea756c1-e3c8-43d5-9e10-50c847897d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:25.027768 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ea756c1-e3c8-43d5-9e10-50c847897d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:25.030605 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-4ea756c1-e3c8-43d5-9e10-50c847897d9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6487eddb-3317-442c-b41d-0476d7374b17 HTTP/1.1" status: 204 len: 168 time: 0.3008161 Dec 15 03:22:25.041976 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea756c1-e3c8-43d5-9e10-50c847897d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6487eddb-3317-442c-b41d-0476d7374b17,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:25.647232 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380c459-2879-4d6d-b538-80e68ba709c4 req-e2317d05-c95c-4600-b7fe-0b4c1a85a772 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:25.648686 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d380c459-2879-4d6d-b538-80e68ba709c4 req-e2317d05-c95c-4600-b7fe-0b4c1a85a772 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0710695 Dec 15 03:22:25.696452 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d380c459-2879-4d6d-b538-80e68ba709c4 req-ce03c2ae-8d71-46f7-b0fb-23e9115a9594 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Dec 15 03:22:25.855514 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60420) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:25.875119 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1b9de5-f45a-4afa-8dcd-c6cef28fba23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:25.888064 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836695e9-2c95-455c-bbca-d4a95dd0cdfb req-b43be6cf-d0e7-45ae-9a1a-398e120fe978 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:25.889712 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-836695e9-2c95-455c-bbca-d4a95dd0cdfb req-b43be6cf-d0e7-45ae-9a1a-398e120fe978 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0679784 Dec 15 03:22:25.946844 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-836695e9-2c95-455c-bbca-d4a95dd0cdfb req-cfc5a5aa-d199-4c98-a329-9c261b79738f tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480433 Dec 15 03:22:25.967423 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1b9de5-f45a-4afa-8dcd-c6cef28fba23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:26.045566 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1b9de5-f45a-4afa-8dcd-c6cef28fba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:26.091999 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9c1b9de5-f45a-4afa-8dcd-c6cef28fba23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f402ca1665a444af9e284cffae058105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342262 Dec 15 03:22:26.098843 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60428) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:26.105144 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b9de5-f45a-4afa-8dcd-c6cef28fba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c8b95c-b145-4bb1-b091-7a864a2bcc04,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:26.163100 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1089b4a2-cdb4-4922-b2b7-800d0390b355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:26.195277 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1089b4a2-cdb4-4922-b2b7-800d0390b355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:26.310514 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1089b4a2-cdb4-4922-b2b7-800d0390b355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:26.313435 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1089b4a2-cdb4-4922-b2b7-800d0390b355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:26.314590 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-1089b4a2-cdb4-4922-b2b7-800d0390b355 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94c8b95c-b145-4bb1-b091-7a864a2bcc04 HTTP/1.1" status: 204 len: 168 time: 0.2145603 Dec 15 03:22:26.324488 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089b4a2-cdb4-4922-b2b7-800d0390b355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c8b95c-b145-4bb1-b091-7a864a2bcc04,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:26.430158 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca11bd83-5738-4c14-9704-995a795c25a5'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:26.432591 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9619229-6e14-4ece-bc44-0f1225433258" -d '{"events": [{"server_uuid": "cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682", "name": "network-vif-plugged", "status": "completed", "tag": "ca11bd83-5738-4c14-9704-995a795c25a5"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:26.478854 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766e62fe-5b9c-4a31-ba8b-b8f8220b1ead x-openstack-request-id: req-766e62fe-5b9c-4a31-ba8b-b8f8220b1ead {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:26.479364 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682", "name": "network-vif-plugged", "status": "completed", "tag": "ca11bd83-5738-4c14-9704-995a795c25a5", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:26.479680 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-766e62fe-5b9c-4a31-ba8b-b8f8220b1ead {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:26.480257 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca11bd83-5738-4c14-9704-995a795c25a5', 'code': 200} Dec 15 03:22:26.831997 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3a4e3-0eec-4502-bd61-7b3dada8a700 req-be0eb81c-8535-4094-9be8-f7554aec74e6 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:26.835282 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-20c3a4e3-0eec-4502-bd61-7b3dada8a700 req-be0eb81c-8535-4094-9be8-f7554aec74e6 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0606165 Dec 15 03:22:26.918222 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-20c3a4e3-0eec-4502-bd61-7b3dada8a700 req-dbd074e6-e97c-41ed-871a-90a0e43fafde tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755112 Dec 15 03:22:26.922463 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c699ca8-3799-4cfc-9456-bac36b216f9e req-b8b80048-65aa-4389-bf88-a7f02eb78524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:26.923903 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1c699ca8-3799-4cfc-9456-bac36b216f9e req-b8b80048-65aa-4389-bf88-a7f02eb78524 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 1098 time: 0.0640378 Dec 15 03:22:26.976541 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1c699ca8-3799-4cfc-9456-bac36b216f9e req-14214d45-fe2c-44c0-80ef-855f4e3a977c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Dec 15 03:22:27.111023 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c2d1a-9fd4-4ebb-a943-18ee0011febf req-a4a6af79-7ca5-413c-a796-ba85fda22eb3 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:27.119600 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cb6c2d1a-9fd4-4ebb-a943-18ee0011febf req-a4a6af79-7ca5-413c-a796-ba85fda22eb3 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1013930 Dec 15 03:22:27.151085 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a2085-58c7-48be-8ffd-c5b6b9374e77 req-78c95d09-f11f-44f0-9da0-278d21b4354b tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:27.152617 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-878a2085-58c7-48be-8ffd-c5b6b9374e77 req-78c95d09-f11f-44f0-9da0-278d21b4354b tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.1083300 Dec 15 03:22:27.163664 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60478) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:27.168485 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-fbd9c465-e7d8-446f-99bf-86d21fa086da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'floatingip': {'port_id': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:27.191478 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cb6c2d1a-9fd4-4ebb-a943-18ee0011febf req-07e33eef-0ea3-4b1d-96aa-538fe82ed827 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707200 Dec 15 03:22:27.310023 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbd9c465-e7d8-446f-99bf-86d21fa086da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:28.050475 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9492a94-50f4-4cf7-a3fe-c189e0b293ac req-bc439b83-555a-439c-9ef6-3b10a8bf12ab tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:28.060850 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a9492a94-50f4-4cf7-a3fe-c189e0b293ac req-bc439b83-555a-439c-9ef6-3b10a8bf12ab tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 946 time: 0.0618908 Dec 15 03:22:28.120197 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a9492a94-50f4-4cf7-a3fe-c189e0b293ac req-24b1545e-63f0-4040-b4e4-a555c510c907 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582635 Dec 15 03:22:28.184440 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbd9c465-e7d8-446f-99bf-86d21fa086da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:28.264322 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbd9c465-e7d8-446f-99bf-86d21fa086da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:28.335319 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b78c9-ad72-48e7-a74c-a6394b6d1598 req-a4c4702a-6e15-4bb1-b680-27ed256134f9 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:28.337258 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-214b78c9-ad72-48e7-a74c-a6394b6d1598 req-a4c4702a-6e15-4bb1-b680-27ed256134f9 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0744700 Dec 15 03:22:28.401137 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.l3_db [None req-fbd9c465-e7d8-446f-99bf-86d21fa086da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Floating IP 43c95d17-4c46-496e-b512-8d192a3106d5 associated. External IP: 172.28.0.210, port: 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32. Dec 15 03:22:28.445977 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-214b78c9-ad72-48e7-a74c-a6394b6d1598 req-6c01bba7-8bab-434a-8612-d34fa9d280e7 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021328 Dec 15 03:22:28.627973 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd9c465-e7d8-446f-99bf-86d21fa086da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:22:28.746763 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd9c465-e7d8-446f-99bf-86d21fa086da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:22:28.752378 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbd9c465-e7d8-446f-99bf-86d21fa086da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:28.767639 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] Sync routers for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:22:28.781541 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:22:28.782274 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:22:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:28.804358 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-fbd9c465-e7d8-446f-99bf-86d21fa086da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "PUT /v2.0/floatingips/43c95d17-4c46-496e-b512-8d192a3106d5 HTTP/1.1" status: 200 len: 991 time: 1.6362000 Dec 15 03:22:28.804358 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda925ec-3151-465b-8893-45699159bf39', 'tag': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:28.804772 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16" -d '{"events": [{"name": "network-changed", "server_uuid": "bda925ec-3151-465b-8893-45699159bf39", "tag": "86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:28.861714 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3da03f-369d-47f2-8827-e8d094104e84 x-openstack-request-id: req-3f3da03f-369d-47f2-8827-e8d094104e84 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:28.862073 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda925ec-3151-465b-8893-45699159bf39", "tag": "86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:28.862400 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f3da03f-369d-47f2-8827-e8d094104e84 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:28.862894 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda925ec-3151-465b-8893-45699159bf39', 'tag': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32', 'status': 'completed', 'code': 200} Dec 15 03:22:28.899800 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:22:29.017688 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-c2582d4f-85df-4d02-b8f4-65abdf199342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:29.019450 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-c2582d4f-85df-4d02-b8f4-65abdf199342 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 1098 time: 0.0564291 Dec 15 03:22:29.132177 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-69a48fbc-93f6-4ba9-bd44-641ecaee8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:29.136443 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-69a48fbc-93f6-4ba9-bd44-641ecaee8cc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 200 len: 912 time: 0.1072218 Dec 15 03:22:29.250243 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60584) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:29.313488 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': '43c95d17-4c46-496e-b512-8d192a3106d5', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'floating_ip_address': '172.28.0.210', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'port_id': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'mac_address': 'fa:16:3e:6c:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda925ec-3151-465b-8893-45699159bf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:21:57Z', 'updated_at': '2021-12-15T03:22:28Z', 'revision_number': 1, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:29.321600 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-799d3c68-1c52-4982-b391-8eff7a89464b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 HTTP/1.1" status: 200 len: 999 time: 0.1778269 Dec 15 03:22:29.350246 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] Checking router: 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:22:29.359548 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:22:29.360405 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:22:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:29.366776 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eb668-028c-4d5c-b7a4-e8fe9c7e480d req-d153ae05-6e37-4de5-80f1-65852fc403e0 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:29.368666 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-730eb668-028c-4d5c-b7a4-e8fe9c7e480d req-d153ae05-6e37-4de5-80f1-65852fc403e0 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 946 time: 0.1045685 Dec 15 03:22:29.461443 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa7fa-ad9e-4d6c-804d-19872805f011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:29.499370 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-dce4069b-dbc9-42ab-a515-3cc92f36f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:29.501111 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-dce4069b-dbc9-42ab-a515-3cc92f36f359 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=600eec61-1422-43d1-afe5-1fe824ccc873 HTTP/1.1" status: 200 len: 850 time: 0.1578863 Dec 15 03:22:29.523457 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:22:29.569635 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-730eb668-028c-4d5c-b7a4-e8fe9c7e480d req-d328c47b-8ef9-4ddf-95a6-b40e13a89bda tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849320 Dec 15 03:22:29.619787 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-7d67829d-ea37-4815-8a30-1710fc246fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:29.621298 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-7d67829d-ea37-4815-8a30-1710fc246fb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1000993 Dec 15 03:22:29.637411 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4287d56-2c72-4c1d-94d7-942c3de5f8e6 req-15fead3d-e764-4a3a-8432-079d52e536da tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:29.638998 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a4287d56-2c72-4c1d-94d7-942c3de5f8e6 req-15fead3d-e764-4a3a-8432-079d52e536da tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0914772 Dec 15 03:22:29.689172 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa7fa-ad9e-4d6c-804d-19872805f011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:29.749789 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5fa7fa-ad9e-4d6c-804d-19872805f011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:29.793156 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a4287d56-2c72-4c1d-94d7-942c3de5f8e6 req-68f2df66-44fb-449d-bc6c-dd82e5ad5827 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448865 Dec 15 03:22:29.814399 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-5c5fa7fa-ad9e-4d6c-804d-19872805f011 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9983ae57eca04a9290f5661455412907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5599747 Dec 15 03:22:29.815520 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60600) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:29.817926 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fa7fa-ad9e-4d6c-804d-19872805f011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14317464-2df2-441d-bff1-88931b98470a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:29.844102 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-35d4a878-f06a-437d-91cc-ee6d9eb55c71 service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721468 Dec 15 03:22:29.880462 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': '43c95d17-4c46-496e-b512-8d192a3106d5', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'floating_ip_address': '172.28.0.210', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'port_id': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'mac_address': 'fa:16:3e:6c:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda925ec-3151-465b-8893-45699159bf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:21:57Z', 'updated_at': '2021-12-15T03:22:28Z', 'revision_number': 1, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:29.904739 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-069390be-9485-4b48-9923-de817985a374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:29.920263 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5858c3b-e77e-4654-8ee5-c1f7eb4e6bb2 None None] The sync data for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb is: [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': '43c95d17-4c46-496e-b512-8d192a3106d5', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'floating_ip_address': '172.28.0.210', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'port_id': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'mac_address': 'fa:16:3e:6c:b8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda925ec-3151-465b-8893-45699159bf39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:21:57Z', 'updated_at': '2021-12-15T03:22:28Z', 'revision_number': 1, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:22:29.929742 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-069390be-9485-4b48-9923-de817985a374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:29.972318 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f08ddfd8-6db5-4e89-9b6e-f6220e01cc16 req-fe89d205-9070-4a52-9e2a-8a14279f27c4 service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184793 Dec 15 03:22:30.078298 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-069390be-9485-4b48-9923-de817985a374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:30.081177 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-069390be-9485-4b48-9923-de817985a374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:30.083345 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-069390be-9485-4b48-9923-de817985a374 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14317464-2df2-441d-bff1-88931b98470a HTTP/1.1" status: 204 len: 168 time: 0.2640095 Dec 15 03:22:30.093190 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069390be-9485-4b48-9923-de817985a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14317464-2df2-441d-bff1-88931b98470a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:30.177833 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b67c78-f6cc-4c0b-9515-d41ba21400f1 None None] New status for floating IP 43c95d17-4c46-496e-b512-8d192a3106d5: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:22:30.433680 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-457faada-e442-4695-beac-eefb1595b87e tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:30.435380 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-457faada-e442-4695-beac-eefb1595b87e tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 946 time: 0.1258912 Dec 15 03:22:30.449624 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2909fe-5daa-4aba-95cb-3a36f4a6c63d req-0e5c472a-c510-4748-ad15-7160fb91443d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:30.451113 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ec2909fe-5daa-4aba-95cb-3a36f4a6c63d req-0e5c472a-c510-4748-ad15-7160fb91443d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0819049 Dec 15 03:22:30.494578 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c39d1f-1197-4cc3-83f3-1e3561966cd7 req-11321129-c938-41ae-a8c7-b17931a48bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:30.496379 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-00c39d1f-1197-4cc3-83f3-1e3561966cd7 req-11321129-c938-41ae-a8c7-b17931a48bb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 1098 time: 0.0423069 Dec 15 03:22:30.605152 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c39d1f-1197-4cc3-83f3-1e3561966cd7 req-b1fac627-3acf-4e84-bffc-6fbfa2b7fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:30.607237 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-00c39d1f-1197-4cc3-83f3-1e3561966cd7 req-b1fac627-3acf-4e84-bffc-6fbfa2b7fb7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 919 time: 0.1040394 Dec 15 03:22:30.617010 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ec2909fe-5daa-4aba-95cb-3a36f4a6c63d req-bfdaec66-4fc1-4a61-af34-09ea7272262b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441777 Dec 15 03:22:30.670546 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-1e0dc6d0-6521-4837-91a7-46c838aeb611 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Deleting port 1231f919-5a8c-4cca-aadd-6f7064840f14 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:22:30.671290 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-1e0dc6d0-6521-4837-91a7-46c838aeb611 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:30.699456 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-00c39d1f-1197-4cc3-83f3-1e3561966cd7 req-409d5870-5c03-4059-9f97-0dbe05c40a08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca11bd83-5738-4c14-9704-995a795c25a5 HTTP/1.1" status: 200 len: 217 time: 0.0677364 Dec 15 03:22:30.742539 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60628) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:30.752888 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c39d1f-1197-4cc3-83f3-1e3561966cd7 req-75e14ccf-f8e4-4602-bdb6-3df6b6b84ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:30.754842 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-00c39d1f-1197-4cc3-83f3-1e3561966cd7 req-75e14ccf-f8e4-4602-bdb6-3df6b6b84ab2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 200 len: 858 time: 0.0476296 Dec 15 03:22:30.816034 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-00c39d1f-1197-4cc3-83f3-1e3561966cd7 req-18ee4c1d-72df-44c0-bfbe-e815154c289a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=596d48f0-d405-4ad3-9dc4-ee18649c23a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446897 Dec 15 03:22:30.953381 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-00c39d1f-1197-4cc3-83f3-1e3561966cd7 req-1bf3565d-09b5-4d4c-96ac-f123aa9a8925 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186206 Dec 15 03:22:30.972707 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd22396-d8b5-43fe-bcc3-4cdfbc324257 req-a976c18b-b8a1-44ed-8996-a1e071c2c326 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:30.974219 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0dd22396-d8b5-43fe-bcc3-4cdfbc324257 req-a976c18b-b8a1-44ed-8996-a1e071c2c326 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 946 time: 0.2996807 Dec 15 03:22:30.987721 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d245d0a-9629-4492-947e-d36cfe6c5afd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:30.999819 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-1e0dc6d0-6521-4837-91a7-46c838aeb611 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] For port 1231f919-5a8c-4cca-aadd-6f7064840f14, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=1231f919-5a8c-4cca-aadd-6f7064840f14,segment=NetworkSegment(00ff3187-c29a-4daa-87d9-2f0031265196),segment_id=00ff3187-c29a-4daa-87d9-2f0031265196)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:31.000170 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-1e0dc6d0-6521-4837-91a7-46c838aeb611 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.028708 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-1e0dc6d0-6521-4837-91a7-46c838aeb611 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Calling delete_port for 1231f919-5a8c-4cca-aadd-6f7064840f14 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:22:31.049001 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-00c39d1f-1197-4cc3-83f3-1e3561966cd7 req-17c8ee7c-f341-4812-9d5f-a516a19e70e0 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867782 Dec 15 03:22:31.085035 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60638) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:31.097869 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27086216-cab2-4397-a34b-b6f24d0593d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.145477 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0dd22396-d8b5-43fe-bcc3-4cdfbc324257 req-9603bfd1-7af2-4cd2-ae34-9395bc5e46ae tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/security-groups?id=c59b6b76-ca22-439c-a478-bd26f7afb2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613765 Dec 15 03:22:31.179199 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27086216-cab2-4397-a34b-b6f24d0593d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.249518 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d245d0a-9629-4492-947e-d36cfe6c5afd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.258899 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-27086216-cab2-4397-a34b-b6f24d0593d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.306093 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-27086216-cab2-4397-a34b-b6f24d0593d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32f088278db848e2988b72f21e0500f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204897 Dec 15 03:22:31.306772 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27086216-cab2-4397-a34b-b6f24d0593d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617918af-3c4a-41af-9890-ac0428c89d1b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:31.308977 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60650) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:31.349851 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-1e0dc6d0-6521-4837-91a7-46c838aeb611 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.351627 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d245d0a-9629-4492-947e-d36cfe6c5afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.397054 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['1231f919-5a8c-4cca-aadd-6f7064840f14'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:22:31.474917 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dc6d0-6521-4837-91a7-46c838aeb611 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Pushing event deleted for resources: {'Port': ['ID=1231f919-5a8c-4cca-aadd-6f7064840f14,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:31.478504 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-4d245d0a-9629-4492-947e-d36cfe6c5afd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11ea18d1e18a4c518b355eab1896db32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7322853 Dec 15 03:22:31.479248 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d245d0a-9629-4492-947e-d36cfe6c5afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c566a1-fe32-4364-80de-784d6fede648,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:31.481220 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60656) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:31.507249 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-1e0dc6d0-6521-4837-91a7-46c838aeb611 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] No DVR routers for this DVR port 1231f919-5a8c-4cca-aadd-6f7064840f14 on host hv-cinder-81803 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:22:31.508721 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ed11f3e-9f5c-47d5-bc71-b0e44dd92d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.512570 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-1e0dc6d0-6521-4837-91a7-46c838aeb611 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.516074 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-67e8266b-33cb-496a-be30-cf17734cc8d7 req-1e0dc6d0-6521-4837-91a7-46c838aeb611 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.43 "DELETE /v2.0/ports/1231f919-5a8c-4cca-aadd-6f7064840f14 HTTP/1.1" status: 204 len: 173 time: 1.0640283 Dec 15 03:22:31.518294 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2be65c7-a92a-4280-8e5a-1fe14fb015e4', 'name': 'network-vif-deleted', 'tag': '1231f919-5a8c-4cca-aadd-6f7064840f14'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:31.521749 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cae68e3-ba77-4390-8284-d820c52c9519" -d '{"events": [{"server_uuid": "a2be65c7-a92a-4280-8e5a-1fe14fb015e4", "name": "network-vif-deleted", "tag": "1231f919-5a8c-4cca-aadd-6f7064840f14"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:31.554303 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83736cb9-0736-4f83-8e29-ec8b51c04f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.560874 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60660) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:31.567538 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b67945-9f8e-4f1d-9286-b04b3a1b42a4 x-openstack-request-id: req-57b67945-9f8e-4f1d-9286-b04b3a1b42a4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:31.567942 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2be65c7-a92a-4280-8e5a-1fe14fb015e4", "name": "network-vif-deleted", "tag": "1231f919-5a8c-4cca-aadd-6f7064840f14", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:31.568297 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57b67945-9f8e-4f1d-9286-b04b3a1b42a4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:31.568799 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2be65c7-a92a-4280-8e5a-1fe14fb015e4', 'name': 'network-vif-deleted', 'tag': '1231f919-5a8c-4cca-aadd-6f7064840f14', 'status': 'completed', 'code': 200} Dec 15 03:22:31.570894 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ed11f3e-9f5c-47d5-bc71-b0e44dd92d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.585776 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83736cb9-0736-4f83-8e29-ec8b51c04f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.700230 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7cc49c2a-ceb8-42a8-9432-672daed6d383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.718938 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83736cb9-0736-4f83-8e29-ec8b51c04f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.721678 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83736cb9-0736-4f83-8e29-ec8b51c04f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.725411 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-83736cb9-0736-4f83-8e29-ec8b51c04f34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56c566a1-fe32-4364-80de-784d6fede648 HTTP/1.1" status: 204 len: 168 time: 0.2406373 Dec 15 03:22:31.726409 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ed11f3e-9f5c-47d5-bc71-b0e44dd92d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.728240 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ed11f3e-9f5c-47d5-bc71-b0e44dd92d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.732185 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-6ed11f3e-9f5c-47d5-bc71-b0e44dd92d10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/617918af-3c4a-41af-9890-ac0428c89d1b HTTP/1.1" status: 204 len: 168 time: 0.4190822 Dec 15 03:22:31.740256 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83736cb9-0736-4f83-8e29-ec8b51c04f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c566a1-fe32-4364-80de-784d6fede648,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:31.768031 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed11f3e-9f5c-47d5-bc71-b0e44dd92d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617918af-3c4a-41af-9890-ac0428c89d1b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:31.789330 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e6bcb-192a-47d2-9c58-74cb2600c543 req-9ebdc436-71d5-4f99-9094-38e47e23c0ef tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:31.791150 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b01e6bcb-192a-47d2-9c58-74cb2600c543 req-9ebdc436-71d5-4f99-9094-38e47e23c0ef tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0942421 Dec 15 03:22:31.818741 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7cc49c2a-ceb8-42a8-9432-672daed6d383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.854460 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b01e6bcb-192a-47d2-9c58-74cb2600c543 req-3bda3b53-3448-4212-89c1-a8fb878cf434 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563006 Dec 15 03:22:31.959949 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7cc49c2a-ceb8-42a8-9432-672daed6d383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:31.997105 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc49c2a-ceb8-42a8-9432-672daed6d383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b916cd-e54c-4e34-9e4f-97bb99475ff8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:32.001368 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7cc49c2a-ceb8-42a8-9432-672daed6d383 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb7b676de76d4bbf8ee981723bca8a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4395521 Dec 15 03:22:32.004281 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60680) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:32.051459 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95197743-d8cd-451b-a268-0b903ae21504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:32.074887 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95197743-d8cd-451b-a268-0b903ae21504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:32.207513 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95197743-d8cd-451b-a268-0b903ae21504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:32.210893 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95197743-d8cd-451b-a268-0b903ae21504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:32.215874 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-95197743-d8cd-451b-a268-0b903ae21504 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46b916cd-e54c-4e34-9e4f-97bb99475ff8 HTTP/1.1" status: 204 len: 168 time: 0.2066383 Dec 15 03:22:32.220335 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95197743-d8cd-451b-a268-0b903ae21504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b916cd-e54c-4e34-9e4f-97bb99475ff8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:32.295569 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0e1e2b96-3026-48c8-a8ef-3c3b86cabff6 req-16519bac-8595-47b5-be62-e8567d5faf57 tempest-DeleteServersTestJSON-1603046876 tempest-DeleteServersTestJSON-1603046876-project] 10.222.0.45 "GET /v2.0/ports?device_id=a2be65c7-a92a-4280-8e5a-1fe14fb015e4 HTTP/1.1" status: 200 len: 210 time: 0.0370777 Dec 15 03:22:32.653503 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60708) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:32.667795 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b940758-8bd4-4017-95ad-3ba9957daf40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:32.767129 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b940758-8bd4-4017-95ad-3ba9957daf40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:32.888999 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b940758-8bd4-4017-95ad-3ba9957daf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:32.928163 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-6b940758-8bd4-4017-95ad-3ba9957daf40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5a2da611b8d4a57bd9ece86ddc937cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736440 Dec 15 03:22:32.930106 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b940758-8bd4-4017-95ad-3ba9957daf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fa12be-90d8-4b31-a27e-89204d035d13,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:32.930939 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60716) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:32.985043 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde164f-8612-4d78-8a3b-e03d9acb2e1f req-b9598e56-68e9-4d74-8631-bf191c0f5b8e tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:32.986653 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6bde164f-8612-4d78-8a3b-e03d9acb2e1f req-b9598e56-68e9-4d74-8631-bf191c0f5b8e tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0574811 Dec 15 03:22:32.989015 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4cba4e-b1e7-46ad-9008-ea84671fe987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.016804 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4cba4e-b1e7-46ad-9008-ea84671fe987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.074298 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6bde164f-8612-4d78-8a3b-e03d9acb2e1f req-fcbe21f3-20f1-4435-a03a-cecfbb58ce63 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689690 Dec 15 03:22:33.152570 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60724) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:33.165349 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f28e98c-e701-4970-87ae-0fbb593dd2ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.216967 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4cba4e-b1e7-46ad-9008-ea84671fe987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.218504 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c4cba4e-b1e7-46ad-9008-ea84671fe987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.222531 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-4c4cba4e-b1e7-46ad-9008-ea84671fe987 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2fa12be-90d8-4b31-a27e-89204d035d13 HTTP/1.1" status: 204 len: 168 time: 0.2905498 Dec 15 03:22:33.246974 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cba4e-b1e7-46ad-9008-ea84671fe987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fa12be-90d8-4b31-a27e-89204d035d13,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:33.311120 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f28e98c-e701-4970-87ae-0fbb593dd2ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.328320 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60736) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:33.408174 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f28e98c-e701-4970-87ae-0fbb593dd2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.459084 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9f28e98c-e701-4970-87ae-0fbb593dd2ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89c6d73a5dea4be5a0573722f6e641bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027217 Dec 15 03:22:33.460133 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60752) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:33.461760 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28e98c-e701-4970-87ae-0fbb593dd2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e487b68-b3b3-43b8-b31b-d9001ef5672a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:33.538804 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e89be4-5424-4111-ac7f-9738344862c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.609885 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6adfb45d-a309-42b8-96d5-69c6ae8c8254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.650012 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6adfb45d-a309-42b8-96d5-69c6ae8c8254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.711030 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e89be4-5424-4111-ac7f-9738344862c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.784437 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45e89be4-5424-4111-ac7f-9738344862c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.829087 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-45e89be4-5424-4111-ac7f-9738344862c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d16b17b682954761ba8226ebc41858a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4993272 Dec 15 03:22:33.829087 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e89be4-5424-4111-ac7f-9738344862c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec47491-89c3-4fa1-a50a-6c481efff8bb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:33.831410 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60780) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:33.873343 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6adfb45d-a309-42b8-96d5-69c6ae8c8254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.873343 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6adfb45d-a309-42b8-96d5-69c6ae8c8254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.873609 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-6adfb45d-a309-42b8-96d5-69c6ae8c8254 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e487b68-b3b3-43b8-b31b-d9001ef5672a HTTP/1.1" status: 204 len: 168 time: 0.4119694 Dec 15 03:22:33.882307 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-777e4840-775c-40ba-a7d2-436bc28c1929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.883934 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfb45d-a309-42b8-96d5-69c6ae8c8254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e487b68-b3b3-43b8-b31b-d9001ef5672a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:33.905495 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-777e4840-775c-40ba-a7d2-436bc28c1929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:33.934487 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 1231f919-5a8c-4cca-aadd-6f7064840f14 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:22:33.978645 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 1231f919-5a8c-4cca-aadd-6f7064840f14 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:22:33.979198 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 1231f919-5a8c-4cca-aadd-6f7064840f14 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:22:34.024246 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-777e4840-775c-40ba-a7d2-436bc28c1929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:34.026846 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-777e4840-775c-40ba-a7d2-436bc28c1929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:34.028223 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-777e4840-775c-40ba-a7d2-436bc28c1929 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dec47491-89c3-4fa1-a50a-6c481efff8bb HTTP/1.1" status: 204 len: 168 time: 0.1948993 Dec 15 03:22:34.037320 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e4840-775c-40ba-a7d2-436bc28c1929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec47491-89c3-4fa1-a50a-6c481efff8bb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:34.200686 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed021b4-ec3e-4932-abfa-61b65b084ede req-df00e005-c406-4136-b136-5338c78a66fd tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:34.202205 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6ed021b4-ec3e-4932-abfa-61b65b084ede req-df00e005-c406-4136-b136-5338c78a66fd tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0505135 Dec 15 03:22:34.257572 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6ed021b4-ec3e-4932-abfa-61b65b084ede req-b1b9dae2-1ab3-44a3-9d54-e9810a6411f0 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438986 Dec 15 03:22:34.979010 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60850) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:35.060765 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60858) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:35.062064 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60860) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:35.076039 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4849977-9738-406e-aee8-447d02c7bccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.108244 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c5c678-08a4-43f7-a5df-63abffab1dee admin admin] Deleting subnet 23d9bd26-71c3-4e0c-abdb-fdd3d80ed31d {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:22:35.111378 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c5c678-08a4-43f7-a5df-63abffab1dee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.165146 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c5c678-08a4-43f7-a5df-63abffab1dee admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.175780 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c5c678-08a4-43f7-a5df-63abffab1dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.182688 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4849977-9738-406e-aee8-447d02c7bccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.251435 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4849977-9738-406e-aee8-447d02c7bccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.295299 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60870) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:35.303992 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-b4849977-9738-406e-aee8-447d02c7bccc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a67504a79100409dbba08ad91d5d39af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410696 Dec 15 03:22:35.307634 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4849977-9738-406e-aee8-447d02c7bccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e28f55-d803-40e8-9f1b-c1066fda4eb2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:35.317873 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c5c678-08a4-43f7-a5df-63abffab1dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for subnet, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.352576 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c5c678-08a4-43f7-a5df-63abffab1dee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.358143 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-10c5c678-08a4-43f7-a5df-63abffab1dee admin admin] 10.222.0.45 "DELETE /v2.0/subnets/23d9bd26-71c3-4e0c-abdb-fdd3d80ed31d HTTP/1.1" status: 204 len: 168 time: 0.2950599 Dec 15 03:22:35.378212 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60872) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:35.389634 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5c678-08a4-43f7-a5df-63abffab1dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d9bd26-71c3-4e0c-abdb-fdd3d80ed31d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:35.394150 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1710538769-network', 'tenant_id': 'dd81f29bba494319ab30b5300b5b9750'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:35.428537 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96305-84d5-4d2d-9a44-339c34a8dae7 req-13857077-f459-45fb-bfcf-1de4a3ecf56a tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:35.430945 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7ae96305-84d5-4d2d-9a44-339c34a8dae7 req-13857077-f459-45fb-bfcf-1de4a3ecf56a tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0886588 Dec 15 03:22:35.489463 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71cd931a-1086-4b0b-8f67-5f896d264424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.494133 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7ae96305-84d5-4d2d-9a44-339c34a8dae7 req-3b67f234-3f81-4adb-bd31-6b2ca9dcba1d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553172 Dec 15 03:22:35.517034 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.529643 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71cd931a-1086-4b0b-8f67-5f896d264424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.573727 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Made reservation on behalf of dd81f29bba494319ab30b5300b5b9750 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:35.576013 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.611395 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.673990 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.701860 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.702078 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.702881 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.703211 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > port after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.703596 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.703953 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > port after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.704271 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.704592 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.704916 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.705208 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.779364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.779719 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.780315 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.780657 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 03:22:35.781008 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f05c797-de81-466b-8136-60fc86603522']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:35.801118 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71cd931a-1086-4b0b-8f67-5f896d264424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.801544 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71cd931a-1086-4b0b-8f67-5f896d264424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.802701 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-71cd931a-1086-4b0b-8f67-5f896d264424 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4e28f55-d803-40e8-9f1b-c1066fda4eb2 HTTP/1.1" status: 204 len: 168 time: 0.5063064 Dec 15 03:22:35.816345 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ff3187-c29a-4daa-87d9-2f0031265196') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:35.816822 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ff3187-c29a-4daa-87d9-2f0031265196') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:22:35.845434 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386972'] for segment, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.852197 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd931a-1086-4b0b-8f67-5f896d264424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e28f55-d803-40e8-9f1b-c1066fda4eb2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:35.883905 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.898822 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:22:35.899219 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4368713'] for segment, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: from cryptography.utils import int_from_bytes Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: from cryptography.utils import int_from_bytes Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: Traceback (most recent call last): Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: timer() Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: cb(*args, **kw) Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: return func(*args, **kwargs) Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: self._notify() Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: self.callback(batched_events) Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: event.method(event) Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: return f(self, *a, **k) Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: return self._get(url).json() Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: return self.request(url, 'GET', **kwargs) Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:22:35.904381 dv-cinder-818037-9-smb neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:22:35.976729 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.052802 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.078163 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19b3e59-0b34-4238-8513-8f295e22dba9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:36.094474 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.106229 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:22:36.108877 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.115221 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5f05c797-de81-466b-8136-60fc86603522 HTTP/1.1" status: 204 len: 168 time: 0.7327137 Dec 15 03:22:36.122006 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bccf5-a3ed-4a7c-ad02-6c11b7438f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f05c797-de81-466b-8136-60fc86603522,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:36.127406 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.127746 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Added segment a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1 of type vlan for network 03f3a6b8-7332-4406-8929-55089d4b6373 Dec 15 03:22:36.167035 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.269918 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.271014 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:36.271639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.536980 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] Pushing event updated for resources: {'Network': ['ID=03f3a6b8-7332-4406-8929-55089d4b6373,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:36.547236 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 03f3a6b8-7332-4406-8929-55089d4b6373 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:22:36.630199 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e3a7d3a8-5523-423d-b20f-df70604f0c73 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6499486 Dec 15 03:22:36.630996 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60938) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:36.636487 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Request body: {'subnet': {'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1710538769-subnet', 'tenant_id': 'dd81f29bba494319ab30b5300b5b9750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:36.639898 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e9286-df9c-435e-ba16-874126496531 req-9521913a-05ac-4b6b-b94f-67d8f484cbc5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:36.642471 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ac6e9286-df9c-435e-ba16-874126496531 req-9521913a-05ac-4b6b-b94f-67d8f484cbc5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0629501 Dec 15 03:22:36.715179 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ac6e9286-df9c-435e-ba16-874126496531 req-502722be-cc61-45b9-9cb8-ebd719e18371 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649350 Dec 15 03:22:36.749686 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Made reservation on behalf of dd81f29bba494319ab30b5300b5b9750 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:36.752104 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5007196'] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.841514 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:36.889244 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-6176d1bf-2a12-4d0f-ba89-cb90b059ec5b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b642fa907e34fe082a2d3d5c013d6e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454867 Dec 15 03:22:36.891880 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:36.955404 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cd347da-5b1f-44ed-9857-cec4987a6b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.982473 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cd347da-5b1f-44ed-9857-cec4987a6b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:36.996080 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5007170'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:37.059214 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83389732-ffeb-4bc8-aecf-18b4da903b0e,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:37.068383 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Checking segment: {'id': 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:37.073834 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Network hostable DHCP agents. Network: 03f3a6b8-7332-4406-8929-55089d4b6373, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:22:37.127342 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cd347da-5b1f-44ed-9857-cec4987a6b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:37.130875 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4cd347da-5b1f-44ed-9857-cec4987a6b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:37.134497 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-4cd347da-5b1f-44ed-9857-cec4987a6b96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c59b6b76-ca22-439c-a478-bd26f7afb2a6 HTTP/1.1" status: 204 len: 168 time: 0.2393124 Dec 15 03:22:37.142826 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd347da-5b1f-44ed-9857-cec4987a6b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59b6b76-ca22-439c-a478-bd26f7afb2a6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:37.161716 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Network 03f3a6b8-7332-4406-8929-55089d4b6373 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:22:37.219010 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60954) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:37.281247 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 03f3a6b8-7332-4406-8929-55089d4b6373) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:22:37.285559 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:37.286378 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:37.291706 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf89b4-7bb2-4919-8c93-1e8938e4ca09 None None] Network 03f3a6b8-7332-4406-8929-55089d4b6373 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:22:37.387806 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40acf5c8-a6df-4da6-ad16-48a82ba4c2cc None None] Network 03f3a6b8-7332-4406-8929-55089d4b6373 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:22:37.406288 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-edbc6e45-23c8-477c-a314-ce182028890c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7740195 Dec 15 03:22:37.616081 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29fbf337-ed13-421e-884c-c9dcbf2f7ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:37.699976 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29fbf337-ed13-421e-884c-c9dcbf2f7ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:37.767503 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29fbf337-ed13-421e-884c-c9dcbf2f7ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:37.801710 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-29fbf337-ed13-421e-884c-c9dcbf2f7ba9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c08023d48ee64ab496299ca6896f9fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808604 Dec 15 03:22:37.803964 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60976) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:37.832564 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 60978) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:37.857379 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbf337-ed13-421e-884c-c9dcbf2f7ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8496ced0-c78b-44eb-b55e-aee0633c79fb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:37.892137 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e30d7c38-bb3c-412a-9477-268a8f9397c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:37.895613 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a037d44-ac79-4d4f-9e8f-93db6702a335 req-5844b73b-b36a-4d8b-b65d-49f998873fa4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:37.898057 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7a037d44-ac79-4d4f-9e8f-93db6702a335 req-5844b73b-b36a-4d8b-b65d-49f998873fa4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1039371 Dec 15 03:22:37.912113 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e30d7c38-bb3c-412a-9477-268a8f9397c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:37.960425 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7a037d44-ac79-4d4f-9e8f-93db6702a335 req-b0776c57-3aec-4eed-a300-fc1e5fa26d11 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500550 Dec 15 03:22:38.073709 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e30d7c38-bb3c-412a-9477-268a8f9397c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:38.076393 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e30d7c38-bb3c-412a-9477-268a8f9397c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:38.077541 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e30d7c38-bb3c-412a-9477-268a8f9397c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8496ced0-c78b-44eb-b55e-aee0633c79fb HTTP/1.1" status: 204 len: 168 time: 0.2723920 Dec 15 03:22:38.088075 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d7c38-bb3c-412a-9477-268a8f9397c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8496ced0-c78b-44eb-b55e-aee0633c79fb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:38.234385 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba6faa8d-6cf5-4756-9dab-4cd14b281e7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:38.316079 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba6faa8d-6cf5-4756-9dab-4cd14b281e7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:38.389639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba6faa8d-6cf5-4756-9dab-4cd14b281e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:38.433426 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-ba6faa8d-6cf5-4756-9dab-4cd14b281e7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c3a46e199614ad5996d8410a29c7e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5979600 Dec 15 03:22:38.434487 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6faa8d-6cf5-4756-9dab-4cd14b281e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da7d7a-d260-440a-897d-1d70e9cad45f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:38.434792 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 60996) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:38.483695 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34ad8051-79e7-47e1-99a2-606502f50ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:38.508473 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34ad8051-79e7-47e1-99a2-606502f50ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:38.669500 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34ad8051-79e7-47e1-99a2-606502f50ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:38.672114 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34ad8051-79e7-47e1-99a2-606502f50ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:38.673248 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-34ad8051-79e7-47e1-99a2-606502f50ce2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2da7d7a-d260-440a-897d-1d70e9cad45f HTTP/1.1" status: 204 len: 168 time: 0.2374740 Dec 15 03:22:38.683329 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad8051-79e7-47e1-99a2-606502f50ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da7d7a-d260-440a-897d-1d70e9cad45f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:38.940651 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 32786) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:38.953771 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fab81fa0-ab50-4b62-95c0-c28921870783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:39.058466 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fab81fa0-ab50-4b62-95c0-c28921870783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:39.117581 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58a214-1b21-46bb-b382-bd458407f140 req-d17e58f7-7de1-4de2-966a-3880a8802188 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:39.119530 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ed58a214-1b21-46bb-b382-bd458407f140 req-d17e58f7-7de1-4de2-966a-3880a8802188 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0596910 Dec 15 03:22:39.147931 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fab81fa0-ab50-4b62-95c0-c28921870783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:39.214527 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab81fa0-ab50-4b62-95c0-c28921870783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fd31b6-4c16-40b7-b6dc-aaece1b611f8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:39.223522 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-fab81fa0-ab50-4b62-95c0-c28921870783 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9bbd4e55346647d3b80df21eb60ad73d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787740 Dec 15 03:22:39.224894 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 32804) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:39.225251 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ed58a214-1b21-46bb-b382-bd458407f140 req-3e427f93-ca79-444f-a5a4-0a8434c3c82c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977643 Dec 15 03:22:39.295603 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1779757-e78d-452c-96a0-750bb65093fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:39.319601 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1779757-e78d-452c-96a0-750bb65093fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:39.416757 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1779757-e78d-452c-96a0-750bb65093fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:39.419373 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1779757-e78d-452c-96a0-750bb65093fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:39.420517 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-f1779757-e78d-452c-96a0-750bb65093fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2fd31b6-4c16-40b7-b6dc-aaece1b611f8 HTTP/1.1" status: 204 len: 168 time: 0.1886764 Dec 15 03:22:39.427956 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1779757-e78d-452c-96a0-750bb65093fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fd31b6-4c16-40b7-b6dc-aaece1b611f8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:39.615638 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 32824) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:39.630095 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7049e138-4992-4098-b49e-1c3573a6bedb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:39.758709 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7049e138-4992-4098-b49e-1c3573a6bedb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:40.082749 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7049e138-4992-4098-b49e-1c3573a6bedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:40.082749 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7049e138-4992-4098-b49e-1c3573a6bedb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a98bd4f79bb470fb59a8bac673d59f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378649 Dec 15 03:22:40.082749 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049e138-4992-4098-b49e-1c3573a6bedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd282b49-dec3-469b-8d59-0138e78b2930,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:40.084188 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 32840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:40.153167 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3baa137a-28bf-483a-9a63-a5124121a58a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:40.223259 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3baa137a-28bf-483a-9a63-a5124121a58a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:40.297129 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15598f-ce12-47c2-9456-9922e0005474 req-3a0dc3d9-453c-4a4e-9127-11af23519623 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:40.298601 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-3a0dc3d9-453c-4a4e-9127-11af23519623 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/networks?id=03f3a6b8-7332-4406-8929-55089d4b6373 HTTP/1.1" status: 200 len: 809 time: 0.1422119 Dec 15 03:22:40.315566 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-794380ae-8dd8-4cbb-82ab-2b44822adedc tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/quotas/dd81f29bba494319ab30b5300b5b9750 HTTP/1.1" status: 200 len: 375 time: 0.0110133 Dec 15 03:22:40.348197 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-9e48ec32-16ff-4889-b086-61c312f7e032 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd81f29bba494319ab30b5300b5b9750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257750 Dec 15 03:22:40.463122 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a0b29-12a6-46fe-ba87-100c1adf3133 req-5a618969-278c-4d6a-bd12-8cc917f210bf tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:40.463122 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f53a0b29-12a6-46fe-ba87-100c1adf3133 req-5a618969-278c-4d6a-bd12-8cc917f210bf tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1077449 Dec 15 03:22:40.499201 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-b5fc01dc-7f1b-4fb1-b0be-3e0c8083df6d service neutron] 10.222.0.45 "GET /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411102 Dec 15 03:22:40.499201 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3baa137a-28bf-483a-9a63-a5124121a58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:40.501613 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3baa137a-28bf-483a-9a63-a5124121a58a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:40.504933 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-3baa137a-28bf-483a-9a63-a5124121a58a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd282b49-dec3-469b-8d59-0138e78b2930 HTTP/1.1" status: 204 len: 168 time: 0.4255190 Dec 15 03:22:40.567791 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa137a-28bf-483a-9a63-a5124121a58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd282b49-dec3-469b-8d59-0138e78b2930,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:40.589901 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f53a0b29-12a6-46fe-ba87-100c1adf3133 req-f7e90364-92c6-45f8-b799-6fb6cba5e555 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204464 Dec 15 03:22:40.627684 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-addb188c-bdc8-4ddd-b82b-ba868d20f597 service neutron] 10.222.0.45 "GET /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239698 Dec 15 03:22:40.687008 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 32874) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:40.920976 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-731594fe-3ee7-4e64-82b6-c6ec9fac729f req-14b7c441-4153-407c-94ab-75d22f46c224 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 210 time: 0.0260198 Dec 15 03:22:41.256934 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-940194803-network', 'tenant_id': '540410d397a248c6b31115c44b55ab77'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:41.263301 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 32894) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:41.369321 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e543f964-19bb-4be7-b10b-6e49764e5a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.376638 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Made reservation on behalf of 540410d397a248c6b31115c44b55ab77 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:41.379525 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.388812 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.502833 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e543f964-19bb-4be7-b10b-6e49764e5a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.505260 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.600700 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.602210 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e543f964-19bb-4be7-b10b-6e49764e5a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.629389 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:22:41.645723 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf9c00a-721b-4400-8377-d8216a6abf9e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:41.646254 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543f964-19bb-4be7-b10b-6e49764e5a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a611a8da-b8e6-4c29-9aa8-427a5abb4c1e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:41.646833 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e543f964-19bb-4be7-b10b-6e49764e5a09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c442cf60cfdf419687bafe8687548e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819394 Dec 15 03:22:41.648851 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 32914) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:41.652786 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.653585 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.segments_db [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Added segment 5ff46bbb-205e-4e22-a928-6330245122da of type vlan for network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 Dec 15 03:22:41.719027 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe00561a-22fa-4f9b-8a62-3a8ce624bedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.740942 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.744843 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe00561a-22fa-4f9b-8a62-3a8ce624bedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.780394 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55955ac2-4652-4940-af2b-fe00a439b540 req-be0eb6c5-d3d8-4ca3-9953-87b930613bea tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:41.781815 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-55955ac2-4652-4940-af2b-fe00a439b540 req-be0eb6c5-d3d8-4ca3-9953-87b930613bea tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0859361 Dec 15 03:22:41.821536 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.822491 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:41.823327 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.885120 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-55955ac2-4652-4940-af2b-fe00a439b540 req-b8838c3d-7d39-40e3-977e-c61d8c82fab3 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936990 Dec 15 03:22:41.898163 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] Pushing event updated for resources: {'Network': ['ID=484bcbd8-97b9-4c55-9a3d-eda75a46f091,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:41.922339 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:22:41.939025 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe00561a-22fa-4f9b-8a62-3a8ce624bedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.943537 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fe00561a-22fa-4f9b-8a62-3a8ce624bedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:41.948895 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-fe00561a-22fa-4f9b-8a62-3a8ce624bedd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a611a8da-b8e6-4c29-9aa8-427a5abb4c1e HTTP/1.1" status: 204 len: 168 time: 0.2965240 Dec 15 03:22:41.959574 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00561a-22fa-4f9b-8a62-3a8ce624bedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a611a8da-b8e6-4c29-9aa8-427a5abb4c1e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:41.980109 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-4e41d6ab-2253-4e60-b525-6515a2d1d887 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2815323 Dec 15 03:22:41.980709 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 32932) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:41.986253 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Request body: {'subnet': {'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-940194803-subnet', 'tenant_id': '540410d397a248c6b31115c44b55ab77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:42.048380 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-58a5845c-e9a8-44e8-b339-a246a0e4a610 req-0dd0236a-8d65-4622-b635-75c221855c58 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 210 time: 0.0505216 Dec 15 03:22:42.153461 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Made reservation on behalf of 540410d397a248c6b31115c44b55ab77 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:42.155872 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5007196'] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:42.387525 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5007170'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:42.437351 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d88a327a-6716-4913-895c-5c3c9e3f4a44,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:42.453879 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Checking segment: {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:42.454224 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Network hostable DHCP agents. Network: 484bcbd8-97b9-4c55-9a3d-eda75a46f091, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:22:42.530791 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:22:42.645047 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 484bcbd8-97b9-4c55-9a3d-eda75a46f091) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:22:42.649159 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:42.649775 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:42.654036 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f34e55-40d7-4e4d-a83b-2bc0db42bd35 None None] Network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:22:42.743907 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-233c57a4-82b6-4dcd-a510-deb015c09e00 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7617118 Dec 15 03:22:42.762964 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be88ff7a-32ca-4477-a30f-53b32a584a2d None None] Network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:22:42.813506 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 32962) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:42.828864 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a42c544-0e67-45e7-99e4-ea353081cf96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:42.908537 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a42c544-0e67-45e7-99e4-ea353081cf96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:43.007903 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab65e0e-9d89-42d0-ae21-b2c2d3bc1523 req-78253ef8-0a1c-41fe-ba6d-758d5220209e tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:43.009997 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6ab65e0e-9d89-42d0-ae21-b2c2d3bc1523 req-78253ef8-0a1c-41fe-ba6d-758d5220209e tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0500834 Dec 15 03:22:43.019646 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a42c544-0e67-45e7-99e4-ea353081cf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:43.056207 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42c544-0e67-45e7-99e4-ea353081cf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffac4b9-00c1-4ace-a0be-89eb70835b7c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:43.103712 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7a42c544-0e67-45e7-99e4-ea353081cf96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5422843d7e9045a389d2ea9ed85c0791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889750 Dec 15 03:22:43.109277 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 32978) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:43.153153 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6ab65e0e-9d89-42d0-ae21-b2c2d3bc1523 req-6683a76e-6e22-4924-9202-c0771cb0a331 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324422 Dec 15 03:22:43.187031 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ca69452-9c3b-44d7-8abd-fd6c562fbfdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:43.221130 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ca69452-9c3b-44d7-8abd-fd6c562fbfdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:43.222931 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4989825d-5b4d-4d72-b1f3-8dc510d364df req-6a1958f0-9160-45de-ae64-8b0b1bfd8744 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 210 time: 0.0349782 Dec 15 03:22:43.338581 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ca69452-9c3b-44d7-8abd-fd6c562fbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:43.343002 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ca69452-9c3b-44d7-8abd-fd6c562fbfdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:43.346874 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-6ca69452-9c3b-44d7-8abd-fd6c562fbfdc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fffac4b9-00c1-4ace-a0be-89eb70835b7c HTTP/1.1" status: 204 len: 168 time: 0.2393856 Dec 15 03:22:43.354358 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca69452-9c3b-44d7-8abd-fd6c562fbfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffac4b9-00c1-4ace-a0be-89eb70835b7c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:43.552089 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-76afd383-8436-431e-bbc3-3934d857bffc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:43.553683 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-76afd383-8436-431e-bbc3-3934d857bffc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/networks?id=484bcbd8-97b9-4c55-9a3d-eda75a46f091 HTTP/1.1" status: 200 len: 814 time: 0.1305196 Dec 15 03:22:43.571042 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-b7bd34c4-ccab-4933-8de2-23b8ba239787 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/quotas/540410d397a248c6b31115c44b55ab77 HTTP/1.1" status: 200 len: 375 time: 0.0110712 Dec 15 03:22:43.613904 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-c7b5095c-a11e-4fb4-95c5-ea0ef5662158 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368166 Dec 15 03:22:43.857849 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-94d7a997-c656-41b9-a4ec-711387f22e8f service neutron] 10.222.0.45 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430918 Dec 15 03:22:44.014660 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15598f-ce12-47c2-9456-9922e0005474 req-3d233f61-2f1d-4fc9-98af-71a0a39033c3 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:44.017062 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-3d233f61-2f1d-4fc9-98af-71a0a39033c3 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.43 "GET /v2.0/networks?id=03f3a6b8-7332-4406-8929-55089d4b6373 HTTP/1.1" status: 200 len: 809 time: 0.2778182 Dec 15 03:22:44.053477 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Request body: {'port': {'device_id': '4316fa06-97fb-4dbb-b5f7-5b012b99317a', 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373', 'admin_state_up': True, 'tenant_id': 'dd81f29bba494319ab30b5300b5b9750'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:44.121120 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-a2cc1732-5138-4d29-bf40-2444e4cd169d service neutron] 10.222.0.45 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325099 Dec 15 03:22:44.380999 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7bf31-9abe-403b-aee8-2f2ffe804352 req-97dca088-3858-4d89-bd93-174992c7956c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:44.382666 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cce7bf31-9abe-403b-aee8-2f2ffe804352 req-97dca088-3858-4d89-bd93-174992c7956c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0690539 Dec 15 03:22:44.391098 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Made reservation on behalf of dd81f29bba494319ab30b5300b5b9750 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:44.404141 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:44.529240 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-02eebd4d-28ff-4f5c-8deb-582e8afcda86 req-9fc07494-e3b5-4ecb-8fa3-eabb4511a8ba tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 210 time: 0.0747998 Dec 15 03:22:44.564817 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cce7bf31-9abe-403b-aee8-2f2ffe804352 req-7289784f-5866-491a-808b-6daef4665ec6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693902 Dec 15 03:22:44.683604 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0af32cb5-f536-420e-9b86-c11c6a945f7a req-951340c4-56a7-4181-8b3c-1758d2b611b3 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0354509 Dec 15 03:22:44.698521 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Allocated IP 172.20.0.9 (03f3a6b8-7332-4406-8929-55089d4b6373/83389732-ffeb-4bc8-aecf-18b4da903b0e/4e80133e-b3b1-4844-97b4-b9c2e651974f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:22:45.075775 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:45.167002 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:45.236872 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Network 03f3a6b8-7332-4406-8929-55089d4b6373 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:22:45.241763 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Pushing event updated for resources: {'Port': ['ID=4e80133e-b3b1-4844-97b4-b9c2e651974f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:45.243683 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:22:45.246463 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:22:45.254338 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.254714 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.255061 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.255402 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.255741 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.256079 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.256412 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.256743 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.257072 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.257404 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.257730 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.258056 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.258383 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:45.315630 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:45.316492 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:45.390930 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-6e501ab0-0fab-4c85-a3f6-3e790d43f4e1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3482406 Dec 15 03:22:45.413419 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Request body: {'port': {'device_id': '4316fa06-97fb-4dbb-b5f7-5b012b99317a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:45.477278 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:45.791217 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d0f20-407b-4989-95e7-a5134cc432cd req-c4d1bea2-a2eb-4aec-8e7b-3b162fe6a844 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:45.791217 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3b4d0f20-407b-4989-95e7-a5134cc432cd req-c4d1bea2-a2eb-4aec-8e7b-3b162fe6a844 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 931 time: 0.1554017 Dec 15 03:22:45.832420 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b61ea-9f68-4d27-9b06-908ef7440d99 req-5083d1a0-d221-4e7e-86e6-0c02547d58e5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:45.833925 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a69b61ea-9f68-4d27-9b06-908ef7440d99 req-5083d1a0-d221-4e7e-86e6-0c02547d58e5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1536391 Dec 15 03:22:45.928613 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3b4d0f20-407b-4989-95e7-a5134cc432cd req-a29dae6a-b2d2-4072-82b6-8c1049f54534 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327233 Dec 15 03:22:45.953926 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a69b61ea-9f68-4d27-9b06-908ef7440d99 req-50fc5363-068a-4a7f-925b-3fb33ceb022d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118526 Dec 15 03:22:46.006898 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e80133e-b3b1-4844-97b4-b9c2e651974f {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:46.032195 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33176) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:46.047308 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.076103 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-779faae9-8208-4827-993d-2be69db34854 req-9afc5d94-08de-4a28-aa45-12bf23621afb tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0531166 Dec 15 03:22:46.079400 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Transition to ACTIVE for port object 4e80133e-b3b1-4844-97b4-b9c2e651974f will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:22:46.126300 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.165296 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.181203 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Pushing event updated for resources: {'Port': ['ID=4e80133e-b3b1-4844-97b4-b9c2e651974f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:46.212021 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8afb54fc-ba4c-4728-b6e1-ccf13196086f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.243571 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.254197 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Attempting to bind port 4e80133e-b3b1-4844-97b4-b9c2e651974f on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:22:46.254593 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Attempting to bind port 4e80133e-b3b1-4844-97b4-b9c2e651974f by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:22:46.254922 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Attempting to bind port 4e80133e-b3b1-4844-97b4-b9c2e651974f on network 03f3a6b8-7332-4406-8929-55089d4b6373 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:46.259197 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Port 4e80133e-b3b1-4844-97b4-b9c2e651974f on network 03f3a6b8-7332-4406-8929-55089d4b6373 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:22:46.259515 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Attempting to bind port 4e80133e-b3b1-4844-97b4-b9c2e651974f on network 03f3a6b8-7332-4406-8929-55089d4b6373 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:46.264348 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:22:46.264682 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Checking segment: {'id': 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:46.270107 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Bound using segment: {'id': 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:22:46.270107 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Bound port: 4e80133e-b3b1-4844-97b4-b9c2e651974f, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:22:46.270107 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.297635 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.334238 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] For port 4e80133e-b3b1-4844-97b4-b9c2e651974f, host hv-cinder-81803, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:22:46.336582 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac6129420ce04a55b824a32fab5c723e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033214 Dec 15 03:22:46.337421 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] For port 4e80133e-b3b1-4844-97b4-b9c2e651974f, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4e80133e-b3b1-4844-97b4-b9c2e651974f,segment=NetworkSegment(a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1),segment_id=a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:22:46.339206 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33180) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:46.345887 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47eb5ad6-a1ec-4528-a936-141a2d6eb099,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:46.361560 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.361927 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.362273 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.362827 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.363348 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.363683 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.364013 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.364339 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.364664 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.364988 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.365310 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.365628 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.365945 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92afa719-c246-4663-8289-a0732e6f8026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:46.384094 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.400508 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab2f01ef-9a97-4150-ac34-a8f9f2044c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.422409 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:46.423093 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.424725 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] 10.222.0.43 "PUT /v2.0/ports/4e80133e-b3b1-4844-97b4-b9c2e651974f HTTP/1.1" status: 200 len: 1093 time: 1.0164533 Dec 15 03:22:46.426247 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4316fa06-97fb-4dbb-b5f7-5b012b99317a', 'tag': '4e80133e-b3b1-4844-97b4-b9c2e651974f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:46.428596 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea16090b-4e0d-4608-949f-1aa2b8b02fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4316fa06-97fb-4dbb-b5f7-5b012b99317a", "tag": "4e80133e-b3b1-4844-97b4-b9c2e651974f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:46.433508 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab2f01ef-9a97-4150-ac34-a8f9f2044c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.454205 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f5ebc-9fe5-4285-af42-9bad9034d416 service neutron] Pushing event updated for resources: {'Port': ['ID=4e80133e-b3b1-4844-97b4-b9c2e651974f,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:46.473086 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a0985d-90e3-4a00-8f93-289689c37c8f x-openstack-request-id: req-97a0985d-90e3-4a00-8f93-289689c37c8f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:46.473384 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4316fa06-97fb-4dbb-b5f7-5b012b99317a", "tag": "4e80133e-b3b1-4844-97b4-b9c2e651974f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:46.473655 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97a0985d-90e3-4a00-8f93-289689c37c8f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:46.474037 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4316fa06-97fb-4dbb-b5f7-5b012b99317a', 'tag': '4e80133e-b3b1-4844-97b4-b9c2e651974f', 'status': 'completed', 'code': 200} Dec 15 03:22:46.547924 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab2f01ef-9a97-4150-ac34-a8f9f2044c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.552658 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab2f01ef-9a97-4150-ac34-a8f9f2044c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:46.553829 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-ab2f01ef-9a97-4150-ac34-a8f9f2044c1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47eb5ad6-a1ec-4528-a936-141a2d6eb099 HTTP/1.1" status: 204 len: 168 time: 0.2137072 Dec 15 03:22:46.561761 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f01ef-9a97-4150-ac34-a8f9f2044c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47eb5ad6-a1ec-4528-a936-141a2d6eb099,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:46.578318 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16090b-4e0d-4608-949f-1aa2b8b02fc8 req-eb6781cc-095a-4f7e-86c4-01759112fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:46.580961 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ea16090b-4e0d-4608-949f-1aa2b8b02fc8 req-eb6781cc-095a-4f7e-86c4-01759112fee2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd81f29bba494319ab30b5300b5b9750&device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 1096 time: 0.0443947 Dec 15 03:22:46.791734 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16090b-4e0d-4608-949f-1aa2b8b02fc8 req-bb29748f-7f05-4e86-9faa-74ad1720dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:46.792752 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ea16090b-4e0d-4608-949f-1aa2b8b02fc8 req-bb29748f-7f05-4e86-9faa-74ad1720dd65 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=dd81f29bba494319ab30b5300b5b9750&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1828070 Dec 15 03:22:47.013276 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16090b-4e0d-4608-949f-1aa2b8b02fc8 req-a4dfd496-86a9-40b0-8b32-1a2d4194ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:47.015723 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ea16090b-4e0d-4608-949f-1aa2b8b02fc8 req-a4dfd496-86a9-40b0-8b32-1a2d4194ef77 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2164299 Dec 15 03:22:47.111687 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-121d42a9-e226-470a-a182-0aee619ee7e1 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:47.113530 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-121d42a9-e226-470a-a182-0aee619ee7e1 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "GET /v2.0/networks?id=484bcbd8-97b9-4c55-9a3d-eda75a46f091 HTTP/1.1" status: 200 len: 814 time: 0.1451061 Dec 15 03:22:47.151823 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Request body: {'port': {'device_id': 'c7b19ac5-728d-4ddf-b947-cfd53422c0c2', 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091', 'admin_state_up': True, 'tenant_id': '540410d397a248c6b31115c44b55ab77'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:47.174283 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847f9d6-9e33-419c-a1a3-a6247b1e49d6 req-e905d0a1-c4dc-44e6-910d-23c324aa5493 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:47.176145 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1847f9d6-9e33-419c-a1a3-a6247b1e49d6 req-e905d0a1-c4dc-44e6-910d-23c324aa5493 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 943 time: 0.1154034 Dec 15 03:22:47.188792 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be80cda-5a7e-4a86-abc0-79c73a49584f req-d0d55dea-00bd-4df7-ba28-42ade4d83fb8 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:47.191306 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4be80cda-5a7e-4a86-abc0-79c73a49584f req-d0d55dea-00bd-4df7-ba28-42ade4d83fb8 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1165614 Dec 15 03:22:47.212254 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15598f-ce12-47c2-9456-9922e0005474 req-28d5b4f9-654a-47d8-81e4-3f78cccb177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:47.213708 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-28d5b4f9-654a-47d8-81e4-3f78cccb177b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd81f29bba494319ab30b5300b5b9750&device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 1096 time: 0.0983577 Dec 15 03:22:47.317711 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-051268a8-2310-4c93-b711-9ed20970ff22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e80133e-b3b1-4844-97b4-b9c2e651974f HTTP/1.1" status: 200 len: 217 time: 0.0697424 Dec 15 03:22:47.326189 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1847f9d6-9e33-419c-a1a3-a6247b1e49d6 req-464633ca-0ae5-4c22-8d35-d6cd3259e0dd tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341274 Dec 15 03:22:47.330586 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4be80cda-5a7e-4a86-abc0-79c73a49584f req-c21dfea7-7288-4f37-9432-7a803dccfed8 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293933 Dec 15 03:22:47.393475 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Made reservation on behalf of 540410d397a248c6b31115c44b55ab77 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:47.398401 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:47.428324 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15598f-ce12-47c2-9456-9922e0005474 req-94013903-94a3-47fb-b99e-abea4fb620f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:47.430760 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-94013903-94a3-47fb-b99e-abea4fb620f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83389732-ffeb-4bc8-aecf-18b4da903b0e HTTP/1.1" status: 200 len: 849 time: 0.0970244 Dec 15 03:22:47.434676 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33220) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:47.470661 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d1ec2d2b-5a0b-450e-a358-082b04fa29d9 req-a23c416a-5566-4bdf-98c8-92cb3b731450 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0398302 Dec 15 03:22:47.499828 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-39f91460-9fb7-45b9-93dd-f75d8603f972 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03f3a6b8-7332-4406-8929-55089d4b6373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365129 Dec 15 03:22:47.511326 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e80864b1-00da-4efd-ba18-63924728f4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:47.551409 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 33224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:47.602990 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Allocated IP 172.20.0.4 (484bcbd8-97b9-4c55-9a3d-eda75a46f091/d88a327a-6716-4913-895c-5c3c9e3f4a44/5e56061c-55ba-48b9-a921-5852bc7bbacd) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:22:47.704957 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e80864b1-00da-4efd-ba18-63924728f4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:47.774948 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e80864b1-00da-4efd-ba18-63924728f4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:47.816348 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a2164af-21a6-40c7-9798-0b19441fe17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:47.846622 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:47.849463 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80864b1-00da-4efd-ba18-63924728f4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea94336f-4316-4464-a72d-b7217a903531,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:47.862748 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e80864b1-00da-4efd-ba18-63924728f4c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a1da69cc00e44b5839e5faf06a0a39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268906 Dec 15 03:22:47.864171 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 33234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:47.900435 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-074cffc4-b7c2-4742-9553-60373be91bad service neutron] 10.222.0.43 "GET /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467796 Dec 15 03:22:47.995065 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad104cef-03e0-4009-9e8b-5c44e9748c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.018473 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.052922 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a2164af-21a6-40c7-9798-0b19441fe17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.054959 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad104cef-03e0-4009-9e8b-5c44e9748c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.079803 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:22:48.083603 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:22:48.088221 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:22:48.089678 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e15598f-ce12-47c2-9456-9922e0005474 req-d7f8255e-388c-434f-beee-c4c26f9b9710 service neutron] 10.222.0.43 "GET /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781878 Dec 15 03:22:48.115001 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Pushing event updated for resources: {'Port': ['ID=5e56061c-55ba-48b9-a921-5852bc7bbacd,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:48.141472 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:48.142168 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.174363 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a2164af-21a6-40c7-9798-0b19441fe17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.177972 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad104cef-03e0-4009-9e8b-5c44e9748c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.180617 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad104cef-03e0-4009-9e8b-5c44e9748c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.181686 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-ad104cef-03e0-4009-9e8b-5c44e9748c53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea94336f-4316-4464-a72d-b7217a903531 HTTP/1.1" status: 204 len: 168 time: 0.3153503 Dec 15 03:22:48.218936 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-5a2164af-21a6-40c7-9798-0b19441fe17a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20e4674ab65b417bac2ad6f490bf4c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6663644 Dec 15 03:22:48.219822 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2164af-21a6-40c7-9798-0b19441fe17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9043ee10-12de-46a0-a6e1-ad45919cae3c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:48.222536 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33242) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:48.241630 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad104cef-03e0-4009-9e8b-5c44e9748c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea94336f-4316-4464-a72d-b7217a903531,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:48.261764 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-06454bf5-c887-4404-949a-82d3dd601aee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1139984 Dec 15 03:22:48.286839 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bec69f1-471f-4046-909f-b473ae68d56a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.292681 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Request body: {'port': {'device_id': 'c7b19ac5-728d-4ddf-b947-cfd53422c0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:48.337428 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bec69f1-471f-4046-909f-b473ae68d56a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.386342 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.489822 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c4ba8-24f6-43c3-a381-a68510fca3c1 req-49dc60ef-9ea6-4745-8351-e58cc47f10f5 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:48.491388 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8c7c4ba8-24f6-43c3-a381-a68510fca3c1 req-49dc60ef-9ea6-4745-8351-e58cc47f10f5 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 943 time: 0.0808771 Dec 15 03:22:48.492555 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d0c2d1f-ad0c-433c-be0f-b390392257f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.516720 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f273b7-fbdb-4b3c-8759-e00807b800a1 req-716485af-5d9d-4cd2-8d6c-75627d81abe6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:48.518201 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a0f273b7-fbdb-4b3c-8759-e00807b800a1 req-716485af-5d9d-4cd2-8d6c-75627d81abe6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0751388 Dec 15 03:22:48.563791 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bec69f1-471f-4046-909f-b473ae68d56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.566688 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bec69f1-471f-4046-909f-b473ae68d56a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.567903 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-1bec69f1-471f-4046-909f-b473ae68d56a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9043ee10-12de-46a0-a6e1-ad45919cae3c HTTP/1.1" status: 204 len: 168 time: 0.3440154 Dec 15 03:22:48.584176 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8c7c4ba8-24f6-43c3-a381-a68510fca3c1 req-67dbdefe-0878-4da7-81a3-b7ee9c2eb9fd tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810921 Dec 15 03:22:48.589938 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec69f1-471f-4046-909f-b473ae68d56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9043ee10-12de-46a0-a6e1-ad45919cae3c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:48.596179 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a0f273b7-fbdb-4b3c-8759-e00807b800a1 req-4630f4f2-4515-4025-9cef-ffbce33679b5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660598 Dec 15 03:22:48.734846 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e56061c-55ba-48b9-a921-5852bc7bbacd {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:48.744355 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.759564 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Transition to ACTIVE for port object 5e56061c-55ba-48b9-a921-5852bc7bbacd will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:22:48.764202 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5bcd1-3aa8-40f3-84b6-223caf829d1a req-031a7465-1fe7-4403-a855-153e66e24acb tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:48.765813 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f7b5bcd1-3aa8-40f3-84b6-223caf829d1a req-031a7465-1fe7-4403-a855-153e66e24acb tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 931 time: 0.0776722 Dec 15 03:22:48.822493 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f7b5bcd1-3aa8-40f3-84b6-223caf829d1a req-19d6cb41-0497-409a-81eb-3a4b26593e69 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496469 Dec 15 03:22:48.840490 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:48.894958 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Pushing event updated for resources: {'Port': ['ID=5e56061c-55ba-48b9-a921-5852bc7bbacd,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:48.969017 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Attempting to bind port 5e56061c-55ba-48b9-a921-5852bc7bbacd on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:22:48.969353 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Attempting to bind port 5e56061c-55ba-48b9-a921-5852bc7bbacd by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:22:48.969938 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Attempting to bind port 5e56061c-55ba-48b9-a921-5852bc7bbacd on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:48.974852 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Port 5e56061c-55ba-48b9-a921-5852bc7bbacd on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:22:48.975174 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Attempting to bind port 5e56061c-55ba-48b9-a921-5852bc7bbacd on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:22:48.980550 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:22:48.980723 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Checking segment: {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:48.981099 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Bound using segment: {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:22:48.981645 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Bound port: 5e56061c-55ba-48b9-a921-5852bc7bbacd, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:22:48.982260 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:49.042000 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c350142-7cad-4c37-b961-18e1572d04cd req-cb709ee3-5efe-4d9e-b7d1-58682b472824 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553129 Dec 15 03:22:49.067822 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] For port 5e56061c-55ba-48b9-a921-5852bc7bbacd, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:22:49.073948 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] For port 5e56061c-55ba-48b9-a921-5852bc7bbacd, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=5e56061c-55ba-48b9-a921-5852bc7bbacd,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:22:49.155628 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:49.188240 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c350142-7cad-4c37-b961-18e1572d04cd req-4c054213-e58d-468e-8f38-4e6c97a4d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:49.190295 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c350142-7cad-4c37-b961-18e1572d04cd req-4c054213-e58d-468e-8f38-4e6c97a4d3ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 1098 time: 0.0577252 Dec 15 03:22:49.207171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:49.207279 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:49.209738 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] 10.222.0.43 "PUT /v2.0/ports/5e56061c-55ba-48b9-a921-5852bc7bbacd HTTP/1.1" status: 200 len: 1093 time: 0.9208462 Dec 15 03:22:49.210455 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b19ac5-728d-4ddf-b947-cfd53422c0c2', 'tag': '5e56061c-55ba-48b9-a921-5852bc7bbacd'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:49.213398 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840b79d0-366b-45df-b2dc-4ce830bbd165" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b19ac5-728d-4ddf-b947-cfd53422c0c2", "tag": "5e56061c-55ba-48b9-a921-5852bc7bbacd"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:49.258273 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bcfe8-8292-45f5-8e71-fef19d58ec71 service neutron] Pushing event updated for resources: {'Port': ['ID=5e56061c-55ba-48b9-a921-5852bc7bbacd,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:49.265840 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d3db65-398f-447a-9100-5ccd41c7542f x-openstack-request-id: req-84d3db65-398f-447a-9100-5ccd41c7542f {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:49.266173 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b19ac5-728d-4ddf-b947-cfd53422c0c2", "tag": "5e56061c-55ba-48b9-a921-5852bc7bbacd", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:49.266431 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84d3db65-398f-447a-9100-5ccd41c7542f {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:49.266860 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b19ac5-728d-4ddf-b947-cfd53422c0c2', 'tag': '5e56061c-55ba-48b9-a921-5852bc7bbacd', 'status': 'completed', 'code': 200} Dec 15 03:22:49.350122 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c350142-7cad-4c37-b961-18e1572d04cd req-dab78ab7-43a3-46ac-9131-0a3d6202bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:49.352296 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c350142-7cad-4c37-b961-18e1572d04cd req-dab78ab7-43a3-46ac-9131-0a3d6202bb48 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 200 len: 912 time: 0.1200852 Dec 15 03:22:49.367754 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b79d0-366b-45df-b2dc-4ce830bbd165 req-ea7c9cd9-7488-4a6f-855c-2c9ed3b6ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:49.370347 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-840b79d0-366b-45df-b2dc-4ce830bbd165 req-ea7c9cd9-7488-4a6f-855c-2c9ed3b6ac48 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 1096 time: 0.0495009 Dec 15 03:22:49.419776 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33286) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:49.443845 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c350142-7cad-4c37-b961-18e1572d04cd req-f16a7b1d-8980-4009-a71c-ff5281c7b0f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 HTTP/1.1" status: 200 len: 1001 time: 0.0820463 Dec 15 03:22:49.491410 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51542e65-594d-46bd-9d06-fb6db44ed871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:49.507826 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c350142-7cad-4c37-b961-18e1572d04cd req-ac2a0118-02da-4c40-bc3a-ba279fcc7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:49.509612 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c350142-7cad-4c37-b961-18e1572d04cd req-ac2a0118-02da-4c40-bc3a-ba279fcc7e47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=600eec61-1422-43d1-afe5-1fe824ccc873 HTTP/1.1" status: 200 len: 850 time: 0.0548623 Dec 15 03:22:49.563409 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c350142-7cad-4c37-b961-18e1572d04cd req-b8238a55-8e53-457e-9147-0846eaa4a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:49.564935 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c350142-7cad-4c37-b961-18e1572d04cd req-b8238a55-8e53-457e-9147-0846eaa4a193 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0471919 Dec 15 03:22:49.587521 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:49.623871 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b79d0-366b-45df-b2dc-4ce830bbd165 req-da7e64a8-858c-4ab0-bb59-d8c225f7f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:49.625440 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-840b79d0-366b-45df-b2dc-4ce830bbd165 req-da7e64a8-858c-4ab0-bb59-d8c225f7f36f service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=540410d397a248c6b31115c44b55ab77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2340815 Dec 15 03:22:49.683149 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c350142-7cad-4c37-b961-18e1572d04cd req-22c19aec-7624-406c-b8eb-d46ac7074b4c service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090887 Dec 15 03:22:49.814666 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51542e65-594d-46bd-9d06-fb6db44ed871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:49.829781 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b79d0-366b-45df-b2dc-4ce830bbd165 req-77f11f6f-3aa9-47ef-b94c-ecb6052b7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:49.831862 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-840b79d0-366b-45df-b2dc-4ce830bbd165 req-77f11f6f-3aa9-47ef-b94c-ecb6052b7667 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1953497 Dec 15 03:22:49.863040 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c350142-7cad-4c37-b961-18e1572d04cd req-c5bcacf0-5d9b-4acc-83f2-41b3ef0f95ef service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734979 Dec 15 03:22:49.870313 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57085124-ac8d-45e8-bfc8-2a884821d311 req-a9501dd9-aafb-473e-bf28-422c599195c3 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:49.871755 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-57085124-ac8d-45e8-bfc8-2a884821d311 req-a9501dd9-aafb-473e-bf28-422c599195c3 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1207187 Dec 15 03:22:49.878958 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a899e30-6d3f-465f-9c98-ed10d8788c0b req-d8b0eb15-c9ee-435f-a0c8-5a48634dccfd tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:49.880350 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3a899e30-6d3f-465f-9c98-ed10d8788c0b req-d8b0eb15-c9ee-435f-a0c8-5a48634dccfd tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 943 time: 0.1280282 Dec 15 03:22:49.955620 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-57085124-ac8d-45e8-bfc8-2a884821d311 req-5af4fb51-3805-43cd-bbff-70dc1238261b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742955 Dec 15 03:22:49.959526 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3a899e30-6d3f-465f-9c98-ed10d8788c0b req-74aefeb0-b827-4cc3-8768-bf6c3e67a9de tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724282 Dec 15 03:22:50.022388 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51542e65-594d-46bd-9d06-fb6db44ed871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.037592 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-58257b80-4762-4525-b168-3e6f05e65406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:50.039029 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-58257b80-4762-4525-b168-3e6f05e65406 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 1096 time: 0.0784321 Dec 15 03:22:50.062371 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-51542e65-594d-46bd-9d06-fb6db44ed871 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7f6b3cfb9c848b6b285f7e34ea8b907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6415591 Dec 15 03:22:50.063319 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51542e65-594d-46bd-9d06-fb6db44ed871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc5d45d-e0f7-4aa4-89e3-3ddeb0e6fe9f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:50.065074 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 33308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:50.108506 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-35b52cc8-d26d-4abf-bc89-3d6b61f235cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e56061c-55ba-48b9-a921-5852bc7bbacd HTTP/1.1" status: 200 len: 217 time: 0.0522540 Dec 15 03:22:50.167273 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e5cca-25a7-4214-a04f-3cb93f8710ed req-66ca83fa-a2cb-49a8-aa03-557868bf5cb2 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:50.168800 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8f0e5cca-25a7-4214-a04f-3cb93f8710ed req-66ca83fa-a2cb-49a8-aa03-557868bf5cb2 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 943 time: 0.1491711 Dec 15 03:22:50.207817 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0508999-613f-440a-b987-bdf9f7702244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.222869 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-03b7d3e2-9772-4619-84d1-cc08fd24f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:50.224277 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-03b7d3e2-9772-4619-84d1-cc08fd24f824 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d88a327a-6716-4913-895c-5c3c9e3f4a44 HTTP/1.1" status: 200 len: 854 time: 0.0995035 Dec 15 03:22:50.275544 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-e292888b-6045-4e1c-81bc-058831baeade service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=484bcbd8-97b9-4c55-9a3d-eda75a46f091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380762 Dec 15 03:22:50.277298 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0508999-613f-440a-b987-bdf9f7702244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.300016 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8f0e5cca-25a7-4214-a04f-3cb93f8710ed req-660ddfb0-9ac2-4a76-ba34-9620c5f4e476 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180522 Dec 15 03:22:50.398256 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-0178d65f-f516-4931-abd1-86d178078f3b service neutron] 10.222.0.43 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111758 Dec 15 03:22:50.416855 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33312) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:50.482481 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0508999-613f-440a-b987-bdf9f7702244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.485952 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0508999-613f-440a-b987-bdf9f7702244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.486522 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-d0508999-613f-440a-b987-bdf9f7702244 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0bc5d45d-e0f7-4aa4-89e3-3ddeb0e6fe9f HTTP/1.1" status: 204 len: 168 time: 0.4205518 Dec 15 03:22:50.508430 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0508999-613f-440a-b987-bdf9f7702244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc5d45d-e0f7-4aa4-89e3-3ddeb0e6fe9f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:50.511335 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a0e680-a35b-4b63-8045-f17dcc87aa05 req-d9ac5a3f-d393-48de-8185-45dc55c38c83 service neutron] 10.222.0.43 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011736 Dec 15 03:22:50.552614 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a3bef02-a48b-4b01-b9f9-4511b586b201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.631014 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a3bef02-a48b-4b01-b9f9-4511b586b201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.692029 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a3bef02-a48b-4b01-b9f9-4511b586b201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.736172 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-3a3bef02-a48b-4b01-b9f9-4511b586b201 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d040afa7f3af461a80c9edefa7835cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148451 Dec 15 03:22:50.736172 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bef02-a48b-4b01-b9f9-4511b586b201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198f9793-f453-4181-92d6-efc7e4b44792,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:50.736348 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 33324) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:50.791979 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52039ba6-fba5-4c50-a45c-a55e759d6faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.818282 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52039ba6-fba5-4c50-a45c-a55e759d6faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.851434 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.954510 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52039ba6-fba5-4c50-a45c-a55e759d6faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.957201 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52039ba6-fba5-4c50-a45c-a55e759d6faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:50.958408 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-52039ba6-fba5-4c50-a45c-a55e759d6faa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/198f9793-f453-4181-92d6-efc7e4b44792 HTTP/1.1" status: 204 len: 168 time: 0.2212360 Dec 15 03:22:50.966003 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52039ba6-fba5-4c50-a45c-a55e759d6faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198f9793-f453-4181-92d6-efc7e4b44792,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:51.113960 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e44ef-be60-4a21-9bc1-8ab21d2c2992 req-d75a68a2-ee6b-4c4a-bcf8-fbd5d07dd483 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:51.115528 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e1e44ef-be60-4a21-9bc1-8ab21d2c2992 req-d75a68a2-ee6b-4c4a-bcf8-fbd5d07dd483 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0824232 Dec 15 03:22:51.124148 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71060dfc-b8d1-4a7a-b06a-59f6692b0e04 req-d6cd5d40-6777-4a3c-869a-908308645cd1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:51.126669 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-71060dfc-b8d1-4a7a-b06a-59f6692b0e04 req-d6cd5d40-6777-4a3c-869a-908308645cd1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 943 time: 0.0909450 Dec 15 03:22:51.199152 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e1e44ef-be60-4a21-9bc1-8ab21d2c2992 req-60b65e8d-cea2-4e7a-a560-3e602153b0c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714874 Dec 15 03:22:51.206479 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:51.210941 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-71060dfc-b8d1-4a7a-b06a-59f6692b0e04 req-d901c860-028d-4a80-b3ee-f2660bb468fe tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699232 Dec 15 03:22:51.436234 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e5dd4-a7af-4044-8907-3288cd68b2ba req-a57506b5-91a2-44ce-bc80-f3cf0325f616 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:51.439300 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b03e5dd4-a7af-4044-8907-3288cd68b2ba req-a57506b5-91a2-44ce-bc80-f3cf0325f616 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 943 time: 0.0536988 Dec 15 03:22:51.490752 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b03e5dd4-a7af-4044-8907-3288cd68b2ba req-a24a5e5e-cf87-40a3-a2ea-24cbb8b65379 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449419 Dec 15 03:22:51.673419 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 33366) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:51.780162 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-373677910-network', 'tenant_id': 'b02d4754f59d4c89845f01cf4646003b'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:51.851741 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Made reservation on behalf of b02d4754f59d4c89845f01cf4646003b for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:51.854112 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:51.863037 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:51.942988 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:51.990581 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 4e80133e-b3b1-4844-97b4-b9c2e651974f details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:22:52.021927 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:52.043937 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:22:52.060159 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee7566e-fed9-42e4-bacc-66d0ffaabc04,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:52.063594 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:52.064185 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.segments_db [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Added segment b0760978-77cd-4a77-8fbd-9cff31a5bc73 of type vlan for network 5831b72e-cc15-4595-a178-04ba6ff23062 Dec 15 03:22:52.122743 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:52.128225 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 4e80133e-b3b1-4844-97b4-b9c2e651974f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4e80133e-b3b1-4844-97b4-b9c2e651974f,segment=NetworkSegment(a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1),segment_id=a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:52.144389 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '4e80133e-b3b1-4844-97b4-b9c2e651974f', 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373', 'port_id': '4e80133e-b3b1-4844-97b4-b9c2e651974f', 'mac_address': 'fa:16:3e:5a:82:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83389732-ffeb-4bc8-aecf-18b4da903b0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:22:52.186146 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:52.195681 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e80133e-b3b1-4844-97b4-b9c2e651974f {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:52.208479 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:52.219574 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 4e80133e-b3b1-4844-97b4-b9c2e651974f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4e80133e-b3b1-4844-97b4-b9c2e651974f,segment=NetworkSegment(a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1),segment_id=a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:52.240827 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:52.241836 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:52.242456 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:52.321094 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] Pushing event updated for resources: {'Network': ['ID=5831b72e-cc15-4595-a178-04ba6ff23062,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:52.326192 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:52.359553 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 5831b72e-cc15-4595-a178-04ba6ff23062 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:22:52.391805 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f719-68b5-437c-b09e-911f83756b13 req-c9cc2a81-6112-43ff-b5c4-5d08165a8554 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:52.393962 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c24f719-68b5-437c-b09e-911f83756b13 req-c9cc2a81-6112-43ff-b5c4-5d08165a8554 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 943 time: 0.0937295 Dec 15 03:22:52.414936 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7525f97-2432-491a-93f5-68a4dd4aee79 req-4c9851da-ed0c-457f-87b0-3d8390eec162 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:52.422625 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c7525f97-2432-491a-93f5-68a4dd4aee79 req-4c9851da-ed0c-457f-87b0-3d8390eec162 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1102850 Dec 15 03:22:52.445828 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=4e80133e-b3b1-4844-97b4-b9c2e651974f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:52.446930 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33396) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:52.447416 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-0af240a4-54b4-4b23-8b5a-f164b63f15b5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7724991 Dec 15 03:22:52.454754 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.455112 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.455491 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.455866 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.456727 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.457275 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.457813 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.458311 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.458484 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Request body: {'subnet': {'network_id': '5831b72e-cc15-4595-a178-04ba6ff23062', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-373677910-subnet', 'tenant_id': 'b02d4754f59d4c89845f01cf4646003b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:52.458975 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.459474 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.459974 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.460310 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.460640 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:22:52.504661 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c24f719-68b5-437c-b09e-911f83756b13 req-870cb9e5-a16e-47fc-879d-211f0fe15c6f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042542 Dec 15 03:22:52.531799 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c7525f97-2432-491a-93f5-68a4dd4aee79 req-50a6c240-0f0f-45b4-bc43-b69a95b0eb94 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849867 Dec 15 03:22:52.548605 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Made reservation on behalf of b02d4754f59d4c89845f01cf4646003b for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:52.551213 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5007196'] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:52.656309 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf958be-1c4d-4a62-bed2-6e147e277723 req-e26f6e0f-781c-4d39-911e-7efe7d605723 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:52.657786 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4cf958be-1c4d-4a62-bed2-6e147e277723 req-e26f6e0f-781c-4d39-911e-7efe7d605723 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 943 time: 0.0532446 Dec 15 03:22:52.707999 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4cf958be-1c4d-4a62-bed2-6e147e277723 req-5e0e4f82-5c0b-49c7-9bdc-cadeadedd760 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Dec 15 03:22:52.745103 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['4e80133e-b3b1-4844-97b4-b9c2e651974f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:22:52.852409 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5007170'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:52.924331 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5184f239-b55c-4cd4-8159-ecc4e15125b7,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:52.926940 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Checking segment: {'id': 'b0760978-77cd-4a77-8fbd-9cff31a5bc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5831b72e-cc15-4595-a178-04ba6ff23062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:52.927299 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Network hostable DHCP agents. Network: 5831b72e-cc15-4595-a178-04ba6ff23062, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:22:53.029080 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Network 5831b72e-cc15-4595-a178-04ba6ff23062 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:22:53.137204 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 5831b72e-cc15-4595-a178-04ba6ff23062) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:22:53.141152 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:53.141848 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:53.145817 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d0fe3-98ba-4fd8-aaeb-154f2626ef0a None None] Network 5831b72e-cc15-4595-a178-04ba6ff23062 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:22:53.220368 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-3108a5eb-17e3-46c4-b1eb-f6f430ae34e4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7712636 Dec 15 03:22:53.245935 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17fd2b5-9602-4173-b899-38045d9cc5ae None None] Network 5831b72e-cc15-4595-a178-04ba6ff23062 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:22:53.672966 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e82e67-a038-4325-bf4d-73939dc07ff4 req-9a756b54-8b2f-4c4b-9ad2-b16ebc4aa42a tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:53.674448 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-48e82e67-a038-4325-bf4d-73939dc07ff4 req-9a756b54-8b2f-4c4b-9ad2-b16ebc4aa42a tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 944 time: 0.0913877 Dec 15 03:22:53.686973 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdce92-f369-4928-a7dc-3f1c5f7db80c req-662ea69e-734e-4799-b887-59f383daadef tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:53.691018 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5ccdce92-f369-4928-a7dc-3f1c5f7db80c req-662ea69e-734e-4799-b887-59f383daadef tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0787835 Dec 15 03:22:53.764285 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-48e82e67-a038-4325-bf4d-73939dc07ff4 req-164a1ea5-795a-4773-8dab-5ed570266935 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720584 Dec 15 03:22:53.767333 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5ccdce92-f369-4928-a7dc-3f1c5f7db80c req-0ac3bd0f-9913-405c-baf2-10a296bff903 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682225 Dec 15 03:22:53.890529 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b575f-bbe5-4921-bae9-0e84e2acd414 req-d77c2e96-ee83-4871-8e4f-c9449052ba82 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:53.892496 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-499b575f-bbe5-4921-bae9-0e84e2acd414 req-d77c2e96-ee83-4871-8e4f-c9449052ba82 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 943 time: 0.0485556 Dec 15 03:22:53.951209 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-499b575f-bbe5-4921-bae9-0e84e2acd414 req-1e329cc7-eaef-455e-b309-4c97d9318228 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516579 Dec 15 03:22:53.973346 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33436) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:53.975560 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-355677794-network', 'tenant_id': '9bfe229a92084d2bb9679f106255dbbb'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:53.986154 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 5e56061c-55ba-48b9-a921-5852bc7bbacd details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:22:54.001247 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 4e80133e-b3b1-4844-97b4-b9c2e651974f up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:22:54.086536 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Made reservation on behalf of 9bfe229a92084d2bb9679f106255dbbb for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:54.089413 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.098997 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.134704 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 5e56061c-55ba-48b9-a921-5852bc7bbacd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=5e56061c-55ba-48b9-a921-5852bc7bbacd,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:54.153831 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '5e56061c-55ba-48b9-a921-5852bc7bbacd', 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091', 'port_id': '5e56061c-55ba-48b9-a921-5852bc7bbacd', 'mac_address': 'fa:16:3e:e4:3d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88a327a-6716-4913-895c-5c3c9e3f4a44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:22:54.200123 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.205267 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.207451 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 4e80133e-b3b1-4844-97b4-b9c2e651974f completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:22:54.218111 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 4e80133e-b3b1-4844-97b4-b9c2e651974f triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:22:54.218480 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.246376 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e56061c-55ba-48b9-a921-5852bc7bbacd {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:22:54.278342 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 5e56061c-55ba-48b9-a921-5852bc7bbacd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=5e56061c-55ba-48b9-a921-5852bc7bbacd,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:54.286231 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.316361 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:22:54.325329 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae69688-be3c-408a-9c95-04a2df981e5a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:54.336329 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.342720 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.343073 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Added segment 162123d0-e5d2-4cc1-b36b-8a28a3c5499e of type vlan for network 6ab677b1-c9a5-4383-b5d0-33fa882d1052 Dec 15 03:22:54.357487 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.388864 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4316fa06-97fb-4dbb-b5f7-5b012b99317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e80133e-b3b1-4844-97b4-b9c2e651974f'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:54.389136 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.391114 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3171c2b4-adab-4f13-acee-0a0937284e5e" -d '{"events": [{"server_uuid": "4316fa06-97fb-4dbb-b5f7-5b012b99317a", "name": "network-vif-plugged", "status": "completed", "tag": "4e80133e-b3b1-4844-97b4-b9c2e651974f"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:54.414264 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 4e80133e-b3b1-4844-97b4-b9c2e651974f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4e80133e-b3b1-4844-97b4-b9c2e651974f,segment=NetworkSegment(a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1),segment_id=a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:54.429134 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=5e56061c-55ba-48b9-a921-5852bc7bbacd,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:54.437555 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582dc1c9-070c-46be-8adf-e2c9ec7e6486 x-openstack-request-id: req-582dc1c9-070c-46be-8adf-e2c9ec7e6486 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:54.437871 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4316fa06-97fb-4dbb-b5f7-5b012b99317a", "name": "network-vif-plugged", "status": "completed", "tag": "4e80133e-b3b1-4844-97b4-b9c2e651974f", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:54.438135 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-582dc1c9-070c-46be-8adf-e2c9ec7e6486 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:54.438547 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4316fa06-97fb-4dbb-b5f7-5b012b99317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e80133e-b3b1-4844-97b4-b9c2e651974f', 'code': 200} Dec 15 03:22:54.508624 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.538299 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.539581 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:54.540188 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.558123 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=4e80133e-b3b1-4844-97b4-b9c2e651974f,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:54.601783 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] Pushing event updated for resources: {'Network': ['ID=6ab677b1-c9a5-4383-b5d0-33fa882d1052,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:54.610957 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 6ab677b1-c9a5-4383-b5d0-33fa882d1052 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:22:54.672350 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-522b08b8-e710-4a9f-8011-58959073b6bb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6993701 Dec 15 03:22:54.672702 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33452) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:54.677653 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Request body: {'subnet': {'network_id': '6ab677b1-c9a5-4383-b5d0-33fa882d1052', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-355677794-subnet', 'tenant_id': '9bfe229a92084d2bb9679f106255dbbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:54.765661 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Made reservation on behalf of 9bfe229a92084d2bb9679f106255dbbb for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:54.768144 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5007196'] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:54.816820 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000438-f115-45b0-9c67-e4e0d09abf8d req-18ebe455-922a-4935-9361-a5fd9f7b67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:54.818216 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9a000438-f115-45b0-9c67-e4e0d09abf8d req-18ebe455-922a-4935-9361-a5fd9f7b67bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 1098 time: 0.0420151 Dec 15 03:22:54.867444 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['5e56061c-55ba-48b9-a921-5852bc7bbacd'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:22:54.922032 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9a000438-f115-45b0-9c67-e4e0d09abf8d req-347541d7-1fdf-46fc-a366-c6d36e4d1a40 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897202 Dec 15 03:22:54.952740 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3398d8e-731b-40dc-aec0-568cf5364f71 req-445613f6-3467-4430-98dc-30ac8d7f0651 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:54.962803 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b3398d8e-731b-40dc-aec0-568cf5364f71 req-445613f6-3467-4430-98dc-30ac8d7f0651 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 945 time: 0.1063700 Dec 15 03:22:54.981428 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcd129-479b-4904-ae4c-fc46af45c1ba req-67488731-e97b-457d-a7d7-b9c158015b28 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:54.982843 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7cdcd129-479b-4904-ae4c-fc46af45c1ba req-67488731-e97b-457d-a7d7-b9c158015b28 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1161296 Dec 15 03:22:55.050038 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b3398d8e-731b-40dc-aec0-568cf5364f71 req-a18a34eb-ec7d-47f3-a729-e68ea83346ce tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862572 Dec 15 03:22:55.054333 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7cdcd129-479b-4904-ae4c-fc46af45c1ba req-19815826-0f5c-4295-8556-7733ebcd1dee tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643208 Dec 15 03:22:55.114806 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5007170'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:55.157548 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07e5d-60f5-407f-a01a-1a910b44d6ce req-9185e4d4-f9ed-4e02-83a6-eaed9d31a52b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:55.159192 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5ab07e5d-60f5-407f-a01a-1a910b44d6ce req-9185e4d4-f9ed-4e02-83a6-eaed9d31a52b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 944 time: 0.0498044 Dec 15 03:22:55.172961 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9778f587-d8d6-4d41-921d-dae9f189c94b,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:55.182320 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Checking segment: {'id': '162123d0-e5d2-4cc1-b36b-8a28a3c5499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6ab677b1-c9a5-4383-b5d0-33fa882d1052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:55.182712 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Network hostable DHCP agents. Network: 6ab677b1-c9a5-4383-b5d0-33fa882d1052, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:22:55.209274 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5ab07e5d-60f5-407f-a01a-1a910b44d6ce req-0a291a91-c405-437a-bc60-82e71ef4a7b9 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Dec 15 03:22:55.342984 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Network 6ab677b1-c9a5-4383-b5d0-33fa882d1052 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:22:55.434140 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 6ab677b1-c9a5-4383-b5d0-33fa882d1052) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:22:55.438997 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:55.439833 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:55.444213 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da8b5c7-a947-47cf-a0d2-0c947a0f2a67 None None] Network 6ab677b1-c9a5-4383-b5d0-33fa882d1052 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:22:55.544609 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-40a7c80e-fce6-4188-b51e-975fdba7d253 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8708050 Dec 15 03:22:55.550508 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b605471-3e2f-4ef0-96e9-0f13d34947b8 None None] Network 6ab677b1-c9a5-4383-b5d0-33fa882d1052 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:22:55.808209 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33490) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:55.931076 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47acd574-2a7d-4f39-89a4-487309d98064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:56.005113 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 5e56061c-55ba-48b9-a921-5852bc7bbacd up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:22:56.011266 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47acd574-2a7d-4f39-89a4-487309d98064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:56.071259 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-0ac2f3f1-54d3-4a10-b9ee-1913fbb00c0a tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:56.072698 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-0ac2f3f1-54d3-4a10-b9ee-1913fbb00c0a tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/networks?id=5831b72e-cc15-4595-a178-04ba6ff23062 HTTP/1.1" status: 200 len: 808 time: 0.1043284 Dec 15 03:22:56.074372 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47acd574-2a7d-4f39-89a4-487309d98064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:56.098151 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-4c30e6a2-7e4d-4890-91da-2751a30c9595 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/quotas/b02d4754f59d4c89845f01cf4646003b HTTP/1.1" status: 200 len: 375 time: 0.0122406 Dec 15 03:22:56.115250 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-47acd574-2a7d-4f39-89a4-487309d98064 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01f0e8ed91d94e519005536dc235c38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057859 Dec 15 03:22:56.115820 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acd574-2a7d-4f39-89a4-487309d98064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71db8fee-a968-46ab-820c-77a592360408,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:56.118680 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 33506) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:56.134745 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 5e56061c-55ba-48b9-a921-5852bc7bbacd completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:22:56.144741 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 5e56061c-55ba-48b9-a921-5852bc7bbacd triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:22:56.145242 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:56.179613 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-c75af8ed-0705-446c-8e63-2876a8e1bd9f tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b02d4754f59d4c89845f01cf4646003b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452476 Dec 15 03:22:56.206793 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:22:56.255515 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:56.316551 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 5e56061c-55ba-48b9-a921-5852bc7bbacd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=5e56061c-55ba-48b9-a921-5852bc7bbacd,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:22:56.411545 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:56.441451 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b19ac5-728d-4ddf-b947-cfd53422c0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e56061c-55ba-48b9-a921-5852bc7bbacd'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:22:56.443846 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba48ff1-68e1-45de-8193-4e7540a9753e" -d '{"events": [{"server_uuid": "c7b19ac5-728d-4ddf-b947-cfd53422c0c2", "name": "network-vif-plugged", "status": "completed", "tag": "5e56061c-55ba-48b9-a921-5852bc7bbacd"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:22:56.468795 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=5e56061c-55ba-48b9-a921-5852bc7bbacd,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:56.515395 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbed2d-0172-4f60-9773-91d5d67168f4 req-42e6a8f9-d63a-4008-906a-9c79d6e6bf45 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:56.516833 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-13fbed2d-0172-4f60-9773-91d5d67168f4 req-42e6a8f9-d63a-4008-906a-9c79d6e6bf45 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 945 time: 0.3449807 Dec 15 03:22:56.519766 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4e80-1e3e-4eb0-b6ec-e492cff4d523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:56.583422 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4e80-1e3e-4eb0-b6ec-e492cff4d523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:56.589357 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-ab6c9650-b8b3-464e-a2ee-26e3dee449d8 service neutron] 10.222.0.45 "GET /v2.0/networks/5831b72e-cc15-4595-a178-04ba6ff23062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732305 Dec 15 03:22:56.664929 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-13fbed2d-0172-4f60-9773-91d5d67168f4 req-a4b07f71-9d53-423e-9cd6-2c50e9f99663 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409638 Dec 15 03:22:56.720192 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-83862894-e8f8-469e-983f-6eceec0c0581 service neutron] 10.222.0.45 "GET /v2.0/networks/5831b72e-cc15-4595-a178-04ba6ff23062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214764 Dec 15 03:22:56.771529 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0d5e-1d35-4280-8a77-ada5c45c4dc5 req-773e47ed-aa80-42f4-9969-52bfbd427e9b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:56.773062 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d43f0d5e-1d35-4280-8a77-ada5c45c4dc5 req-773e47ed-aa80-42f4-9969-52bfbd427e9b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0499141 Dec 15 03:22:56.786262 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4e80-1e3e-4eb0-b6ec-e492cff4d523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:56.788831 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4e80-1e3e-4eb0-b6ec-e492cff4d523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:56.795416 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-d7cf4e80-1e3e-4eb0-b6ec-e492cff4d523 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71db8fee-a968-46ab-820c-77a592360408 HTTP/1.1" status: 204 len: 168 time: 0.6702318 Dec 15 03:22:56.809361 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf4e80-1e3e-4eb0-b6ec-e492cff4d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71db8fee-a968-46ab-820c-77a592360408,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:56.844025 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d43f0d5e-1d35-4280-8a77-ada5c45c4dc5 req-3f2c801f-a83e-4568-b4ad-91f9270a70af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633309 Dec 15 03:22:56.945847 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0065c7-485c-4977-b68d-f643d2ce9ed0 req-475b6728-345e-421f-9dab-7fea3e527255 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:56.947300 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cd0065c7-485c-4977-b68d-f643d2ce9ed0 req-475b6728-345e-421f-9dab-7fea3e527255 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 945 time: 0.0492463 Dec 15 03:22:57.007609 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cd0065c7-485c-4977-b68d-f643d2ce9ed0 req-eaa38707-7aba-4048-9c82-2fa5db51f474 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536525 Dec 15 03:22:57.056003 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13a10bd-7d05-489a-9caf-b843f8e361e7 x-openstack-request-id: req-a13a10bd-7d05-489a-9caf-b843f8e361e7 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:22:57.056897 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b19ac5-728d-4ddf-b947-cfd53422c0c2", "name": "network-vif-plugged", "status": "completed", "tag": "5e56061c-55ba-48b9-a921-5852bc7bbacd", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:22:57.057386 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a13a10bd-7d05-489a-9caf-b843f8e361e7 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:22:57.058030 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b19ac5-728d-4ddf-b947-cfd53422c0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e56061c-55ba-48b9-a921-5852bc7bbacd', 'code': 200} Dec 15 03:22:57.108463 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ce8368ad-02a8-4c5e-b578-90060692f407 req-848354e1-c19a-4591-8be8-6ece9f77f3c1 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 210 time: 0.0265796 Dec 15 03:22:57.557282 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87dc7-1d1c-4419-9a0d-be8c29da864c req-9f50b03e-fa5d-43b2-8703-7e09c8fccbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:57.558863 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-eba87dc7-1d1c-4419-9a0d-be8c29da864c req-9f50b03e-fa5d-43b2-8703-7e09c8fccbd0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 1098 time: 0.0388196 Dec 15 03:22:57.610149 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-eba87dc7-1d1c-4419-9a0d-be8c29da864c req-5ee6cc09-370b-4ea4-87bf-3819d8ca5aa5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Dec 15 03:22:57.789298 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee523eb-e944-4b99-9091-02f3f440367c req-d62a4df4-584c-4f96-8f05-35aaa056a134 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:57.790803 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2ee523eb-e944-4b99-9091-02f3f440367c req-d62a4df4-584c-4f96-8f05-35aaa056a134 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 945 time: 0.0497978 Dec 15 03:22:57.843820 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2ee523eb-e944-4b99-9091-02f3f440367c req-193d531d-a43c-4692-af66-32cd1c10e745 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466664 Dec 15 03:22:57.965029 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ebcf2-b929-4117-adfa-331824117428 req-df54df89-d130-47b7-864a-df619e5c393a tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:57.966521 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f77ebcf2-b929-4117-adfa-331824117428 req-df54df89-d130-47b7-864a-df619e5c393a tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0488291 Dec 15 03:22:57.988921 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33566) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:58.018905 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f77ebcf2-b929-4117-adfa-331824117428 req-72df88ce-8d10-4736-ac4e-1f6171cc850a tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442421 Dec 15 03:22:58.102263 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1210606074-network', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:58.131382 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecfea6-3194-454e-8b14-2e583c9588e7 req-3d305340-a116-4ab9-ac7f-daafe24f8a8e tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:58.133035 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b3ecfea6-3194-454e-8b14-2e583c9588e7 req-3d305340-a116-4ab9-ac7f-daafe24f8a8e tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 945 time: 0.0580316 Dec 15 03:22:58.184220 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Made reservation on behalf of aea8f8ac13aa45d0b317e51996b46ce6 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:58.187503 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:58.197132 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:58.203299 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9065df18-9f61-4f62-9f1c-daade1ef8cd0 req-34c9af80-f9a9-437a-bb66-f9b8b5e2451f tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 210 time: 0.0354512 Dec 15 03:22:58.208731 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b3ecfea6-3194-454e-8b14-2e583c9588e7 req-1776d31c-e140-4796-b3ba-e7012c46d99a tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693245 Dec 15 03:22:58.299403 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:58.428270 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:58.453307 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:22:58.463676 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53512455-38ba-4d93-9cf2-6732bf989d6b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:58.468180 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:58.468509 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Added segment d818b180-98fa-470e-8f4e-67d2f13e13e8 of type vlan for network 5718e6be-6cbe-4937-a542-b51bc5bb7955 Dec 15 03:22:58.507148 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:58.611234 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:58.612255 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:58.612874 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:58.875159 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5718e6be-6cbe-4937-a542-b51bc5bb7955,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:58.885040 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 5718e6be-6cbe-4937-a542-b51bc5bb7955 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:22:58.948749 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-2840cc5e-7900-4de6-ad19-e04d400af9c2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9587660 Dec 15 03:22:58.949077 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 33586) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:58.955705 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Request body: {'subnet': {'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1210606074-subnet', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:59.118219 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Made reservation on behalf of aea8f8ac13aa45d0b317e51996b46ce6 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:22:59.120547 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7899195'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:59.200513 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314b05-0083-420d-b277-1a4b05f83b65 req-ddee260b-a08b-47e0-a95a-ac31bf60c2ce tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:59.202010 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-02314b05-0083-420d-b277-1a4b05f83b65 req-ddee260b-a08b-47e0-a95a-ac31bf60c2ce tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1142890 Dec 15 03:22:59.273267 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-02314b05-0083-420d-b277-1a4b05f83b65 req-6d7a70d5-059f-4f6e-9055-a2b0733753f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648780 Dec 15 03:22:59.379001 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0ecb34dd-140e-4124-af38-c665c6edd207 req-80313360-f2e6-4c76-8960-ef705cad5807 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 210 time: 0.0377116 Dec 15 03:22:59.490225 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e9216-e9ce-4318-b065-eb9fce0a426d req-fb567293-ba14-4157-be13-e3ec0df2b00b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:59.491943 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-701e9216-e9ce-4318-b065-eb9fce0a426d req-fb567293-ba14-4157-be13-e3ec0df2b00b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 945 time: 0.0561035 Dec 15 03:22:59.493338 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2008602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7899173'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:59.578712 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1beba5-9b9c-4a18-ad74-39d4a25196c4,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:22:59.595945 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Checking segment: {'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:22:59.596942 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Network hostable DHCP agents. Network: 5718e6be-6cbe-4937-a542-b51bc5bb7955, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:22:59.602832 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-701e9216-e9ce-4318-b065-eb9fce0a426d req-3f30afaf-5166-45d3-b56a-b7b4557ce73a tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015160 Dec 15 03:22:59.692141 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Network 5718e6be-6cbe-4937-a542-b51bc5bb7955 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:22:59.718644 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9c89a-cd89-4279-a700-430e6a814b3b req-c9c78281-1e81-46fe-9aff-249b667c5722 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:59.724991 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6ab9c89a-cd89-4279-a700-430e6a814b3b req-c9c78281-1e81-46fe-9aff-249b667c5722 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 945 time: 0.0587108 Dec 15 03:22:59.770922 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6ab9c89a-cd89-4279-a700-430e6a814b3b req-02ec0710-ad96-46bd-9622-c9b40ce1075c tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Dec 15 03:22:59.775822 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 5718e6be-6cbe-4937-a542-b51bc5bb7955) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:22:59.780249 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:22:59.780913 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:59.795396 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a14baa-ab41-40a2-a4f1-28e2095ee0a0 None None] Network 5718e6be-6cbe-4937-a542-b51bc5bb7955 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:22:59.864663 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-20113e3b-1f90-4642-abdc-42ce051f10d8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9143159 Dec 15 03:22:59.867279 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33608) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:22:59.872348 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:22:59.966988 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1565638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4693'] for router, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:22:59.970147 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1565046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1570439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4686'] for router, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.027882 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.040272 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1153ba8c-a3cd-56d7-be27-754139a753a2-5718e6be-6cbe-4937-a542-b51bc5bb7955', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4'}]}} from dv-cinder-818037-9-smb. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 03:23:00.041161 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.164052 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-7ca999c6-827b-467f-b8f9-be199f95cec5 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:00.166016 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-7ca999c6-827b-467f-b8f9-be199f95cec5 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.43 "GET /v2.0/networks?id=5831b72e-cc15-4595-a178-04ba6ff23062 HTTP/1.1" status: 200 len: 808 time: 0.1788478 Dec 15 03:23:00.192225 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Request body: {'port': {'device_id': '8549366f-655d-4232-8e74-a140c4821a9d', 'network_id': '5831b72e-cc15-4595-a178-04ba6ff23062', 'admin_state_up': True, 'tenant_id': 'b02d4754f59d4c89845f01cf4646003b'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:00.208342 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Allocated IP 172.20.0.2 (5718e6be-6cbe-4937-a542-b51bc5bb7955/6d1beba5-9b9c-4a18-ad74-39d4a25196c4/000d26f0-a982-4282-997b-7b16e5f03ccd) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:00.273936 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.466667 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Publish callbacks [] for port, precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.502991 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Made reservation on behalf of b02d4754f59d4c89845f01cf4646003b for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:23:00.506040 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.555859 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3d973993-fa33-43de-a0f8-264298ffe8ed req-341f80ec-3244-452b-abdb-bf5455f7d9be tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 210 time: 0.0343237 Dec 15 03:23:00.565853 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.584114 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c9890-6b5c-40d0-99af-d70044ef101a req-2b168cea-2c5d-4599-98b2-bc62aa7707ef tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:00.586058 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-181c9890-6b5c-40d0-99af-d70044ef101a req-2b168cea-2c5d-4599-98b2-bc62aa7707ef tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1671872 Dec 15 03:23:00.619521 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Network 5718e6be-6cbe-4937-a542-b51bc5bb7955 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:00.622548 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:00.626517 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:00.656580 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.663682 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Pushing event updated for resources: {'Port': ['ID=000d26f0-a982-4282-997b-7b16e5f03ccd,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:00.697696 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Attempting to bind port 000d26f0-a982-4282-997b-7b16e5f03ccd on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:00.697696 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Attempting to bind port 000d26f0-a982-4282-997b-7b16e5f03ccd by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:00.697989 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Attempting to bind port 000d26f0-a982-4282-997b-7b16e5f03ccd on network 5718e6be-6cbe-4937-a542-b51bc5bb7955 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:00.699462 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.704463 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:00.705082 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Checking segment: {'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:00.705699 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.706248 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Bound using segment: {'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:00.708164 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Bound port: 000d26f0-a982-4282-997b-7b16e5f03ccd, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:00.708773 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.725160 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-181c9890-6b5c-40d0-99af-d70044ef101a req-8433687e-cd5f-4240-b921-6c5bfc8b9f2d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026063 Dec 15 03:23:00.749840 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Allocated IP 172.20.0.14 (5831b72e-cc15-4595-a178-04ba6ff23062/5184f239-b55c-4cd4-8159-ecc4e15125b7/9ef34036-5412-4608-9a6e-f4f51cf3d499) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:00.781622 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] For port 000d26f0-a982-4282-997b-7b16e5f03ccd, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:00.785363 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] For port 000d26f0-a982-4282-997b-7b16e5f03ccd, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=000d26f0-a982-4282-997b-7b16e5f03ccd,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:00.852282 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Allocated IP 172.28.0.234 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/3098b24c-1a8f-4b3a-baa5-e73bd167d325) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:00.864173 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:00.944950 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48791372-50a1-45b0-b587-b56914adec90 req-acd34848-58d2-4701-a583-2f5373daae12 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:00.945138 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206fdc3-8688-44c1-923a-4c3c9be21bf2 None None] Pushing event updated for resources: {'Port': ['ID=000d26f0-a982-4282-997b-7b16e5f03ccd,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:00.953645 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-48791372-50a1-45b0-b587-b56914adec90 req-acd34848-58d2-4701-a583-2f5373daae12 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 945 time: 0.0943911 Dec 15 03:23:01.022542 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:01.023066 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:01.046838 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-48791372-50a1-45b0-b587-b56914adec90 req-ceaaacf3-1f2e-431e-8e81-9e3dc0296b4f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922778 Dec 15 03:23:01.143888 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:01.172001 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:01.203515 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:01.206473 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:01.210770 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:01.213782 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Pushing event updated for resources: {'Port': ['ID=3098b24c-1a8f-4b3a-baa5-e73bd167d325,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:01.233472 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Network 5831b72e-cc15-4595-a178-04ba6ff23062 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:01.233775 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:01.244671 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:01.305158 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Pushing event updated for resources: {'Port': ['ID=9ef34036-5412-4608-9a6e-f4f51cf3d499,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:01.325100 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:01.325822 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:01.436728 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-eaa82165-65b8-4bf8-8057-e54c896d9674 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2495072 Dec 15 03:23:01.464104 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Request body: {'port': {'device_id': '8549366f-655d-4232-8e74-a140c4821a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:01.533273 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:01.622474 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:01.788095 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb645e-a092-44a5-b2bd-b1a4c66d3ad9 req-e9bb72fa-6c07-470f-8ea6-f22091167454 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:01.789664 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5cdb645e-a092-44a5-b2bd-b1a4c66d3ad9 req-e9bb72fa-6c07-470f-8ea6-f22091167454 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 932 time: 0.1380177 Dec 15 03:23:01.866645 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1565007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1570548'] for router, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:01.888271 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5cdb645e-a092-44a5-b2bd-b1a4c66d3ad9 req-92de2ef7-9dd0-4ea1-9efb-a438dcb75d6d tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899019 Dec 15 03:23:01.973691 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef34036-5412-4608-9a6e-f4f51cf3d499 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:23:01.980643 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:01.995672 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Transition to ACTIVE for port object 9ef34036-5412-4608-9a6e-f4f51cf3d499 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:23:02.095015 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.100918 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f2732-9a9c-493e-9897-8778bde04f5f None None] Network 5718e6be-6cbe-4937-a542-b51bc5bb7955 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:23:02.113932 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Router fff8680c-56e4-496b-b05a-15accd0846c1 is scheduled to L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 03:23:02.163220 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef34036-5412-4608-9a6e-f4f51cf3d499,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:02.188630 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-d0c2d87c-851f-4445-bed0-13d0cdfe716c tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:02.189581 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f825c-0ba3-44cd-b313-ae0db8c8b926 req-3eeccf4a-a03c-4715-8224-a668a1e6e4a4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:02.190412 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-d0c2d87c-851f-4445-bed0-13d0cdfe716c tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.43 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 945 time: 0.1567843 Dec 15 03:23:02.191764 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f84f825c-0ba3-44cd-b313-ae0db8c8b926 req-3eeccf4a-a03c-4715-8224-a668a1e6e4a4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1279929 Dec 15 03:23:02.203666 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-7061f74f-bb98-485a-984e-75320e058b86 None None] Provisioning complete for port 000d26f0-a982-4282-997b-7b16e5f03ccd triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:02.204492 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7061f74f-bb98-485a-984e-75320e058b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.343766 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f84f825c-0ba3-44cd-b313-ae0db8c8b926 req-bd6797fb-18f3-4a2b-acdb-865ebbb14eed tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438882 Dec 15 03:23:02.344530 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Attempting to bind port 9ef34036-5412-4608-9a6e-f4f51cf3d499 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:02.344868 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Attempting to bind port 9ef34036-5412-4608-9a6e-f4f51cf3d499 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'b0760978-77cd-4a77-8fbd-9cff31a5bc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5831b72e-cc15-4595-a178-04ba6ff23062'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:02.345198 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Attempting to bind port 9ef34036-5412-4608-9a6e-f4f51cf3d499 on network 5831b72e-cc15-4595-a178-04ba6ff23062 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:02.354903 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Port 9ef34036-5412-4608-9a6e-f4f51cf3d499 on network 5831b72e-cc15-4595-a178-04ba6ff23062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:23:02.354903 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Attempting to bind port 9ef34036-5412-4608-9a6e-f4f51cf3d499 on network 5831b72e-cc15-4595-a178-04ba6ff23062 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:02.362609 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:02.362969 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Checking segment: {'id': 'b0760978-77cd-4a77-8fbd-9cff31a5bc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5831b72e-cc15-4595-a178-04ba6ff23062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:02.363431 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Bound using segment: {'id': 'b0760978-77cd-4a77-8fbd-9cff31a5bc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5831b72e-cc15-4595-a178-04ba6ff23062'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:02.363968 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Bound port: 9ef34036-5412-4608-9a6e-f4f51cf3d499, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0760978-77cd-4a77-8fbd-9cff31a5bc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5831b72e-cc15-4595-a178-04ba6ff23062'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:02.364335 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.366973 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:23:02.379947 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Sync routers for ids ['fff8680c-56e4-496b-b05a-15accd0846c1'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:23:02.398052 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Routers {'fff8680c-56e4-496b-b05a-15accd0846c1'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:23:02.398488 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:22:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['fff8680c-56e4-496b-b05a-15accd0846c1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:02.409397 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7061f74f-bb98-485a-984e-75320e058b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.446894 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-70ae920e-ba20-47e7-983b-ed4fbef0dccf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Deleting port 4e80133e-b3b1-4844-97b4-b9c2e651974f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:23:02.447269 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-70ae920e-ba20-47e7-983b-ed4fbef0dccf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.504121 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7061f74f-bb98-485a-984e-75320e058b86 None None] For port 000d26f0-a982-4282-997b-7b16e5f03ccd, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=000d26f0-a982-4282-997b-7b16e5f03ccd,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:02.504489 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] For port 9ef34036-5412-4608-9a6e-f4f51cf3d499, host hv-cinder-81803, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:02.509804 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] For port 9ef34036-5412-4608-9a6e-f4f51cf3d499, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9ef34036-5412-4608-9a6e-f4f51cf3d499,segment=NetworkSegment(b0760978-77cd-4a77-8fbd-9cff31a5bc73),segment_id=b0760978-77cd-4a77-8fbd-9cff31a5bc73)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:02.528312 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.529563 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-c661305c-4bf0-4987-b173-a6a84e1450ab admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6606493 Dec 15 03:23:02.532492 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:02.568942 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.573477 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7061f74f-bb98-485a-984e-75320e058b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.598036 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Set router fff8680c-56e4-496b-b05a-15accd0846c1 gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:23:02.712382 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:02.713317 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.715020 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] 10.222.0.43 "PUT /v2.0/ports/9ef34036-5412-4608-9a6e-f4f51cf3d499 HTTP/1.1" status: 200 len: 1094 time: 1.2556527 Dec 15 03:23:02.715594 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8549366f-655d-4232-8e74-a140c4821a9d', 'tag': '9ef34036-5412-4608-9a6e-f4f51cf3d499'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:02.721721 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be86b401-c6a3-449a-97c3-681d2fe5e35e" -d '{"events": [{"name": "network-changed", "server_uuid": "8549366f-655d-4232-8e74-a140c4821a9d", "tag": "9ef34036-5412-4608-9a6e-f4f51cf3d499"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:02.749859 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3a94a4d3-9406-4a54-8833-43ec28577953 None None] Provisioning complete for port 000d26f0-a982-4282-997b-7b16e5f03ccd triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:02.750808 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3a94a4d3-9406-4a54-8833-43ec28577953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.789872 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-70ae920e-ba20-47e7-983b-ed4fbef0dccf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] For port 4e80133e-b3b1-4844-97b4-b9c2e651974f, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=4e80133e-b3b1-4844-97b4-b9c2e651974f,segment=NetworkSegment(a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1),segment_id=a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:02.790280 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-70ae920e-ba20-47e7-983b-ed4fbef0dccf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.813839 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-70ae920e-ba20-47e7-983b-ed4fbef0dccf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Calling delete_port for 4e80133e-b3b1-4844-97b4-b9c2e651974f owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:23:02.820113 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86f2f5-9f62-4bdf-a0d7-cfc8215e3f70 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef34036-5412-4608-9a6e-f4f51cf3d499,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:02.841017 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061f74f-bb98-485a-984e-75320e058b86 None None] Pushing event updated for resources: {'Port': ['ID=000d26f0-a982-4282-997b-7b16e5f03ccd,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:02.876142 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 000d26f0-a982-4282-997b-7b16e5f03ccd up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:02.898093 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:01Z', 'revision_number': 3, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:02.930257 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Checking router: fff8680c-56e4-496b-b05a-15accd0846c1 for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:23:02.930812 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Updating router fff8680c-56e4-496b-b05a-15accd0846c1 port 3098b24c-1a8f-4b3a-baa5-e73bd167d325 binding host dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:23:02.972175 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1115a6-1916-46f0-88a4-e5d2aed14223 x-openstack-request-id: req-9e1115a6-1916-46f0-88a4-e5d2aed14223 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:02.972175 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8549366f-655d-4232-8e74-a140c4821a9d", "tag": "9ef34036-5412-4608-9a6e-f4f51cf3d499", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:02.972175 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e1115a6-1916-46f0-88a4-e5d2aed14223 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:02.979889 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:02.981582 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8549366f-655d-4232-8e74-a140c4821a9d', 'tag': '9ef34036-5412-4608-9a6e-f4f51cf3d499', 'status': 'completed', 'code': 200} Dec 15 03:23:03.000073 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400bf04-c711-4f3e-9615-2b90a7b10495 req-a5557c03-2437-4283-8fa3-15d571cfa613 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:03.008241 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c400bf04-c711-4f3e-9615-2b90a7b10495 req-a5557c03-2437-4283-8fa3-15d571cfa613 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 945 time: 0.3094451 Dec 15 03:23:03.017643 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 000d26f0-a982-4282-997b-7b16e5f03ccd triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:03.018954 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:03.112319 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-2e3368ff-fa7d-4171-b5e4-0b151b910b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:03.116232 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-2e3368ff-fa7d-4171-b5e4-0b151b910b67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b02d4754f59d4c89845f01cf4646003b&device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 1097 time: 0.2138753 Dec 15 03:23:03.389368 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Publish callbacks [] for port, precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:03.433235 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c400bf04-c711-4f3e-9615-2b90a7b10495 req-19e11fd6-1336-497d-89ee-ce41c5c16807 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239450 Dec 15 03:23:03.462218 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:03.482126 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-6fca4f12-9d55-4af4-88d7-d5f6435a5609 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ef34036-5412-4608-9a6e-f4f51cf3d499 HTTP/1.1" status: 200 len: 217 time: 0.0857930 Dec 15 03:23:03.507798 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a191a8-ccf0-46a5-a7eb-8f816d8daed5 req-a10db7f1-d972-481f-8601-8ab6bf220518 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:03.516024 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c9a191a8-ccf0-46a5-a7eb-8f816d8daed5 req-a10db7f1-d972-481f-8601-8ab6bf220518 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 944 time: 0.3923843 Dec 15 03:23:03.535103 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Attempting to bind port 3098b24c-1a8f-4b3a-baa5-e73bd167d325 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:03.535505 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Attempting to bind port 3098b24c-1a8f-4b3a-baa5-e73bd167d325 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:03.535858 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Attempting to bind port 3098b24c-1a8f-4b3a-baa5-e73bd167d325 on network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:03.541225 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Pushing event updated for resources: {'Port': ['ID=3098b24c-1a8f-4b3a-baa5-e73bd167d325,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:03.546341 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:03.546341 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Checking segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:03.546341 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:03.546341 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Bound using segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:03.546815 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Bound port: 3098b24c-1a8f-4b3a-baa5-e73bd167d325, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:03.547056 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:03.550643 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-70ae920e-ba20-47e7-983b-ed4fbef0dccf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:03.582614 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.582851 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc0c0f-5523-4f9e-b400-21d8deb920df req-26c6f122-769e-4761-abd2-34e73e871c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:03.583438 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.583438 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.583438 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.583647 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.583909 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-62fc0c0f-5523-4f9e-b400-21d8deb920df req-26c6f122-769e-4761-abd2-34e73e871c7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 1098 time: 0.1838093 Dec 15 03:23:03.584006 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.584359 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.587532 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.588419 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.588826 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.589174 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.589507 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.589861 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:03.594281 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae920e-ba20-47e7-983b-ed4fbef0dccf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Pushing event deleted for resources: {'Port': ['ID=4e80133e-b3b1-4844-97b4-b9c2e651974f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:03.613612 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['4e80133e-b3b1-4844-97b4-b9c2e651974f'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:23:03.649200 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-142bb944-42e3-44d8-9730-bfdc0d25de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:03.650815 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-142bb944-42e3-44d8-9730-bfdc0d25de2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5184f239-b55c-4cd4-8159-ecc4e15125b7 HTTP/1.1" status: 200 len: 848 time: 0.1328025 Dec 15 03:23:03.670849 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] For port 3098b24c-1a8f-4b3a-baa5-e73bd167d325, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:03.675428 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] For port 3098b24c-1a8f-4b3a-baa5-e73bd167d325, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=3098b24c-1a8f-4b3a-baa5-e73bd167d325,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:03.684049 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c9a191a8-ccf0-46a5-a7eb-8f816d8daed5 req-0aa3947f-c7b0-40cb-9222-c1c8469450a0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650488 Dec 15 03:23:03.699497 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6dbb1-ae84-4ea4-982f-adeaf2d209d3 req-884e56bd-a191-40d1-af05-06a88b79fcd5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:03.700109 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:03.700988 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-00c6dbb1-ae84-4ea4-982f-adeaf2d209d3 req-884e56bd-a191-40d1-af05-06a88b79fcd5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1804252 Dec 15 03:23:03.703379 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-70ae920e-ba20-47e7-983b-ed4fbef0dccf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] No DVR routers for this DVR port 4e80133e-b3b1-4844-97b4-b9c2e651974f on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:23:03.714471 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-70ae920e-ba20-47e7-983b-ed4fbef0dccf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:03.717471 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d703b176-7ef2-4fb4-aced-894c26f8da00 req-70ae920e-ba20-47e7-983b-ed4fbef0dccf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.43 "DELETE /v2.0/ports/4e80133e-b3b1-4844-97b4-b9c2e651974f HTTP/1.1" status: 204 len: 173 time: 1.4949729 Dec 15 03:23:03.717944 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4316fa06-97fb-4dbb-b5f7-5b012b99317a', 'name': 'network-vif-deleted', 'tag': '4e80133e-b3b1-4844-97b4-b9c2e651974f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:03.721687 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecf60fb-1f3d-4558-994c-37e75872179e" -d '{"events": [{"server_uuid": "4316fa06-97fb-4dbb-b5f7-5b012b99317a", "name": "network-vif-deleted", "tag": "4e80133e-b3b1-4844-97b4-b9c2e651974f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:03.751511 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:03.801675 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-952c0a9f-7495-4734-8ceb-eb919d36c4cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5831b72e-cc15-4595-a178-04ba6ff23062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960903 Dec 15 03:23:03.819794 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-62fc0c0f-5523-4f9e-b400-21d8deb920df req-e6c3fddc-7a25-4be9-a508-e65b92c5b1af service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175658 Dec 15 03:23:03.834778 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3111c0d-0220-400a-8fed-f19e7b696196 None None] Pushing event updated for resources: {'Port': ['ID=3098b24c-1a8f-4b3a-baa5-e73bd167d325,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:03.837377 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Routers {'fff8680c-56e4-496b-b05a-15accd0846c1'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:23:03.837979 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:22:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['fff8680c-56e4-496b-b05a-15accd0846c1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:03.854299 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-00c6dbb1-ae84-4ea4-982f-adeaf2d209d3 req-f9af1f2a-18f2-4e3c-bd0d-bc52b608b5dc tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113679 Dec 15 03:23:03.918546 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034068f6-8f42-4783-82da-6a0de38be47a x-openstack-request-id: req-034068f6-8f42-4783-82da-6a0de38be47a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:03.918546 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4316fa06-97fb-4dbb-b5f7-5b012b99317a", "name": "network-vif-deleted", "tag": "4e80133e-b3b1-4844-97b4-b9c2e651974f", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:03.918814 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-034068f6-8f42-4783-82da-6a0de38be47a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:03.919075 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4316fa06-97fb-4dbb-b5f7-5b012b99317a', 'name': 'network-vif-deleted', 'tag': '4e80133e-b3b1-4844-97b4-b9c2e651974f', 'status': 'completed', 'code': 200} Dec 15 03:23:03.922286 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Allocated IP 172.20.0.1 (5718e6be-6cbe-4937-a542-b51bc5bb7955/6d1beba5-9b9c-4a18-ad74-39d4a25196c4/e8e35110-5aaa-4499-8413-bde7a5d2c54b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:03.958667 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] Set router fff8680c-56e4-496b-b05a-15accd0846c1 gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:23:04.136932 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:01Z', 'revision_number': 3, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:04.167188 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb68b7-d882-42f3-a7d5-1fd469442978 None None] The sync data for ids ['fff8680c-56e4-496b-b05a-15accd0846c1'] in dv-cinder-818037-9-smb is: [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:01Z', 'revision_number': 3, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:23:04.184951 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:04.250443 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-9bc95e7a-b2bb-4dd5-91c2-c19f38398995 service neutron] 10.222.0.43 "GET /v2.0/networks/5831b72e-cc15-4595-a178-04ba6ff23062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984292 Dec 15 03:23:04.279765 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:04.325836 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Network 5718e6be-6cbe-4937-a542-b51bc5bb7955 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:04.329189 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:04.333533 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:04.359387 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e35110-5aaa-4499-8413-bde7a5d2c54b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:04.382938 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1566599'] for router_interface, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:04.398598 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e8b47fff-567a-4cd0-8def-a848ca6af8ee req-afe10cd4-a2b4-43a4-9f5d-2fe520873dc7 service neutron] 10.222.0.43 "GET /v2.0/networks/5831b72e-cc15-4595-a178-04ba6ff23062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201730 Dec 15 03:23:04.590750 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36a9f64d-bb6e-4530-8bf1-7199c9a82364 req-6df61449-4e94-40cc-8887-83fa4ced1172 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 210 time: 0.0371919 Dec 15 03:23:04.680582 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:04.724330 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e05607f4-9295-4e1f-95d5-5e81f69dfe0a None None] Provisioning complete for port e8e35110-5aaa-4499-8413-bde7a5d2c54b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:04.729543 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e05607f4-9295-4e1f-95d5-5e81f69dfe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:04.764655 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b401-c6a3-449a-97c3-681d2fe5e35e req-02678e2b-c077-4e29-86e0-86c1ea260ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:04.766794 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-be86b401-c6a3-449a-97c3-681d2fe5e35e req-02678e2b-c077-4e29-86e0-86c1ea260ee3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b02d4754f59d4c89845f01cf4646003b&device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 1097 time: 0.0730526 Dec 15 03:23:04.785300 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e05607f4-9295-4e1f-95d5-5e81f69dfe0a None None] Port e8e35110-5aaa-4499-8413-bde7a5d2c54b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:23:04.796003 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 3098b24c-1a8f-4b3a-baa5-e73bd167d325 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:04.900721 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 3098b24c-1a8f-4b3a-baa5-e73bd167d325 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:04.901373 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:04.953280 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:04.966078 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b401-c6a3-449a-97c3-681d2fe5e35e req-afcfe86c-0318-4ced-8be4-ad2da8199f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:04.968060 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-be86b401-c6a3-449a-97c3-681d2fe5e35e req-afcfe86c-0318-4ced-8be4-ad2da8199f4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=5831b72e-cc15-4595-a178-04ba6ff23062 HTTP/1.1" status: 200 len: 909 time: 0.1807029 Dec 15 03:23:05.012004 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:05.017229 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903b09-7009-449e-b989-d8b822a470db req-2a8f96ca-0c0c-445a-98cf-e1159d6d5520 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:05.020855 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-48903b09-7009-449e-b989-d8b822a470db req-2a8f96ca-0c0c-445a-98cf-e1159d6d5520 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 944 time: 0.2142539 Dec 15 03:23:05.037499 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port 3098b24c-1a8f-4b3a-baa5-e73bd167d325, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=3098b24c-1a8f-4b3a-baa5-e73bd167d325,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:05.058241 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-be86b401-c6a3-449a-97c3-681d2fe5e35e req-1eb0c7d7-d5b3-4ddd-9ef7-197cdcf7a2ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ef34036-5412-4608-9a6e-f4f51cf3d499 HTTP/1.1" status: 200 len: 217 time: 0.0737369 Dec 15 03:23:05.062690 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:05.130870 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e35110-5aaa-4499-8413-bde7a5d2c54b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:05.134297 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1554245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1566775'] for router_interface, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:05.146539 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876a7d3-58dd-41f5-9880-204638720ff8 req-1f13a563-266b-438f-afcf-db9c93ff4e64 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:05.148171 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a876a7d3-58dd-41f5-9880-204638720ff8 req-1f13a563-266b-438f-afcf-db9c93ff4e64 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1837316 Dec 15 03:23:05.154138 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-48903b09-7009-449e-b989-d8b822a470db req-41d9af3f-37b4-4f84-9976-68d9f347d58b tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995586 Dec 15 03:23:05.154573 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:05.155763 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 000d26f0-a982-4282-997b-7b16e5f03ccd up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:05.170905 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b401-c6a3-449a-97c3-681d2fe5e35e req-ba661277-4170-4fab-843f-a0797ae7e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:05.172223 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-be86b401-c6a3-449a-97c3-681d2fe5e35e req-ba661277-4170-4fab-843f-a0797ae7e9fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5184f239-b55c-4cd4-8159-ecc4e15125b7 HTTP/1.1" status: 200 len: 848 time: 0.0920210 Dec 15 03:23:05.225573 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a876a7d3-58dd-41f5-9880-204638720ff8 req-b8ee710f-f6f8-49b4-a117-7cda3c267d84 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577149 Dec 15 03:23:05.316716 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Network 5718e6be-6cbe-4937-a542-b51bc5bb7955 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:05.318195 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:05.338069 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=3098b24c-1a8f-4b3a-baa5-e73bd167d325,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:05.346846 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-be86b401-c6a3-449a-97c3-681d2fe5e35e req-d71a06be-765b-46c7-a1a6-02e63defbd2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5831b72e-cc15-4595-a178-04ba6ff23062&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882430 Dec 15 03:23:05.358110 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 000d26f0-a982-4282-997b-7b16e5f03ccd triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:05.358756 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:05.484870 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-be86b401-c6a3-449a-97c3-681d2fe5e35e req-f69a3b4d-6065-4673-a259-ea181f632cd6 service neutron] 10.222.0.43 "GET /v2.0/networks/5831b72e-cc15-4595-a178-04ba6ff23062?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009452 Dec 15 03:23:05.508615 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Router fff8680c-56e4-496b-b05a-15accd0846c1 has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:23:05.626410 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:23:05.638049 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-ca92477b-0950-44f9-8f39-5b637e715067 admin admin] 10.222.0.45 "PUT /v2.0/routers/fff8680c-56e4-496b-b05a-15accd0846c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1044338 Dec 15 03:23:05.669503 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-be86b401-c6a3-449a-97c3-681d2fe5e35e req-d8eda66b-2975-4b99-8d4c-e043d0133d3f service neutron] 10.222.0.43 "GET /v2.0/networks/5831b72e-cc15-4595-a178-04ba6ff23062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415040 Dec 15 03:23:05.729151 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b2c03140-ff99-44ae-972c-e979b42ebdfe None None] Provisioning complete for port e8e35110-5aaa-4499-8413-bde7a5d2c54b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:05.730349 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b2c03140-ff99-44ae-972c-e979b42ebdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:05.774790 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c97eaa1c-4942-4eb9-a2d4-13d6528d35fa req-12597cc5-d31e-4891-aff2-f9b53a90015d tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=4316fa06-97fb-4dbb-b5f7-5b012b99317a HTTP/1.1" status: 200 len: 210 time: 0.0486703 Dec 15 03:23:05.800811 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-b2c03140-ff99-44ae-972c-e979b42ebdfe None None] Port e8e35110-5aaa-4499-8413-bde7a5d2c54b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:23:06.018690 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 4e80133e-b3b1-4844-97b4-b9c2e651974f no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:23:06.064015 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 4e80133e-b3b1-4844-97b4-b9c2e651974f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:23:06.064367 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 4e80133e-b3b1-4844-97b4-b9c2e651974f not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:23:06.243315 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Sync routers for ids ['fff8680c-56e4-496b-b05a-15accd0846c1'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:23:06.257381 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Routers {'fff8680c-56e4-496b-b05a-15accd0846c1'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:23:06.258213 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:22:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['fff8680c-56e4-496b-b05a-15accd0846c1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:06.301443 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-bf78dc46-0f9d-43eb-83cd-97a90cde5fa1 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:06.302936 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-bf78dc46-0f9d-43eb-83cd-97a90cde5fa1 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/networks?id=484bcbd8-97b9-4c55-9a3d-eda75a46f091 HTTP/1.1" status: 200 len: 814 time: 0.1426170 Dec 15 03:23:06.330866 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806876c-a3c3-4651-a739-0f8cc7830a1e req-e1ae4e99-bb2a-4098-a700-68a357b75e17 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:06.330866 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4806876c-a3c3-4651-a739-0f8cc7830a1e req-e1ae4e99-bb2a-4098-a700-68a357b75e17 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 944 time: 0.0753899 Dec 15 03:23:06.331604 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-3c5226ce-24a1-432b-a339-2bde8d946a03 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/quotas/540410d397a248c6b31115c44b55ab77 HTTP/1.1" status: 200 len: 375 time: 0.0216279 Dec 15 03:23:06.403531 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Set router fff8680c-56e4-496b-b05a-15accd0846c1 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:23:06.419944 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4806876c-a3c3-4651-a739-0f8cc7830a1e req-4cd5bb4d-1c2e-474e-bb46-ae821f3954f3 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829153 Dec 15 03:23:06.433862 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-eb8e520a-739a-4521-a6ac-a5b672ed614b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946734 Dec 15 03:23:06.527521 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33806) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:06.532721 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-584673060-network', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:06.578809 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-39e3ba72-b76f-4113-abf8-abe02aad156d service neutron] 10.222.0.45 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363757 Dec 15 03:23:06.589738 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a669f6-3e4d-41dd-a9a0-8e84dd2275ee req-f8730e5f-4b75-471f-8592-178033eaa665 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:06.591195 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3a669f6-3e4d-41dd-a9a0-8e84dd2275ee req-f8730e5f-4b75-471f-8592-178033eaa665 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0748749 Dec 15 03:23:06.628514 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Made reservation on behalf of 63fd3d94e2474fb39a55a1cfd0b7451c for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:23:06.631066 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:06.639730 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:04Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'e8e35110-5aaa-4499-8413-bde7a5d2c54b', 'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'mac_address': 'fa:16:3e:41:92:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:03Z', 'updated_at': '2021-12-15T03:23:04Z', 'revision_number': 2, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'subnets': [{'id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:06.648614 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:06.680413 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 3098b24c-1a8f-4b3a-baa5-e73bd167d325 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:06.685745 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Checking router: fff8680c-56e4-496b-b05a-15accd0846c1 for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:23:06.685745 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Updating router fff8680c-56e4-496b-b05a-15accd0846c1 port e8e35110-5aaa-4499-8413-bde7a5d2c54b binding host dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:23:06.702806 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3a669f6-3e4d-41dd-a9a0-8e84dd2275ee req-b7d56d4f-595d-4ec9-b91c-39ac9d3fc21b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017466 Dec 15 03:23:06.742492 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-807fffda-83a9-4377-89aa-c3c2ff165996 service neutron] 10.222.0.45 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459901 Dec 15 03:23:06.743384 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:06.743857 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:06.801822 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 3098b24c-1a8f-4b3a-baa5-e73bd167d325 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:06.802200 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:06.822169 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:06.850728 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:23:06.871132 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255ff136-c7ef-472e-9362-b0835c96a3f0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:06.883741 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:06.884153 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Added segment c97d5836-2817-47ac-8e3e-4884ffd20d53 of type vlan for network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 Dec 15 03:23:06.930596 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.026759 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a8f04-93e1-4a90-86e8-abad6a3f3fc6 req-05321406-29d5-45b7-8e41-9447f897c458 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:07.026759 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-460a8f04-93e1-4a90-86e8-abad6a3f3fc6 req-05321406-29d5-45b7-8e41-9447f897c458 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0746872 Dec 15 03:23:07.059547 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.061034 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:07.061707 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.165809 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] Pushing event updated for resources: {'Network': ['ID=0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:07.178257 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:23:07.192941 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-49e048a1-70e5-4de0-815a-37a7bf1dcea7 req-299e0637-fcf8-4a94-b5aa-7ce14de399a8 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 210 time: 0.1179590 Dec 15 03:23:07.240351 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-460a8f04-93e1-4a90-86e8-abad6a3f3fc6 req-da448452-eeb6-452a-aa2e-bce3237b3dc9 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016013 Dec 15 03:23:07.248968 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9408b30d-ff01-4402-a9e8-51c18ed8a820 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7201107 Dec 15 03:23:07.251470 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33826) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:07.257932 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Request body: {'subnet': {'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-584673060-subnet', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:07.323415 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.376791 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Made reservation on behalf of 63fd3d94e2474fb39a55a1cfd0b7451c for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:23:07.379643 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5007196'] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.428094 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.496594 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416c48f-d0fa-4dcd-b60b-c11839edfe52 None None] Pushing event updated for resources: {'Port': ['ID=e8e35110-5aaa-4499-8413-bde7a5d2c54b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:07.584448 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Attempting to bind port e8e35110-5aaa-4499-8413-bde7a5d2c54b on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:07.584894 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Attempting to bind port e8e35110-5aaa-4499-8413-bde7a5d2c54b by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:07.585280 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Attempting to bind port e8e35110-5aaa-4499-8413-bde7a5d2c54b on network 5718e6be-6cbe-4937-a542-b51bc5bb7955 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:07.595084 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:07.595475 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Checking segment: {'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:07.596193 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.596547 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Bound using segment: {'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:07.597846 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Bound port: e8e35110-5aaa-4499-8413-bde7a5d2c54b, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:07.598286 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.671636 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6efeb3-64f9-4d3d-8e8e-5ea5035b951c req-41e1f622-b04a-499b-a213-adedcccace0b tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:07.679882 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4e6efeb3-64f9-4d3d-8e8e-5ea5035b951c req-41e1f622-b04a-499b-a213-adedcccace0b tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 944 time: 0.1041865 Dec 15 03:23:07.682542 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] For port e8e35110-5aaa-4499-8413-bde7a5d2c54b, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:07.686987 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] For port e8e35110-5aaa-4499-8413-bde7a5d2c54b, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=e8e35110-5aaa-4499-8413-bde7a5d2c54b,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:07.689226 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-67284bb4-2e55-4548-b4ac-42015eaaebde tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:07.697706 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-67284bb4-2e55-4548-b4ac-42015eaaebde tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/networks?id=03f3a6b8-7332-4406-8929-55089d4b6373 HTTP/1.1" status: 200 len: 809 time: 0.2643266 Dec 15 03:23:07.730167 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-d29cff8f-9dce-493f-8b48-e7ee8394fd64 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/quotas/dd81f29bba494319ab30b5300b5b9750 HTTP/1.1" status: 200 len: 375 time: 0.0313756 Dec 15 03:23:07.740687 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-51907523-f3d2-4d4f-b61e-6bb7fef8d1f9 None None] Provisioning complete for port e8e35110-5aaa-4499-8413-bde7a5d2c54b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:07.740961 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-51907523-f3d2-4d4f-b61e-6bb7fef8d1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.765872 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5007170'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.771681 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-8b81563e-27e6-459a-a423-53dbfcf75072 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dd81f29bba494319ab30b5300b5b9750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400333 Dec 15 03:23:07.785232 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-51907523-f3d2-4d4f-b61e-6bb7fef8d1f9 None None] Port e8e35110-5aaa-4499-8413-bde7a5d2c54b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:23:07.801123 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:07.815221 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4e6efeb3-64f9-4d3d-8e8e-5ea5035b951c req-60cf2c7c-6295-46e3-8438-ec86e25c6989 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293807 Dec 15 03:23:07.816944 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83afdd3f-b20a-46f3-994f-38672e348271,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:07.834004 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Checking segment: {'id': 'c97d5836-2817-47ac-8e3e-4884ffd20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:07.841009 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Network hostable DHCP agents. Network: 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:23:07.873870 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Routers {'fff8680c-56e4-496b-b05a-15accd0846c1'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:23:07.874512 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:22:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['fff8680c-56e4-496b-b05a-15accd0846c1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:07.879492 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416c48f-d0fa-4dcd-b60b-c11839edfe52 None None] Pushing event updated for resources: {'Port': ['ID=e8e35110-5aaa-4499-8413-bde7a5d2c54b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:07.932160 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-9e75647a-a1b0-4991-a402-9875d45ad91c service neutron] 10.222.0.45 "GET /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540723 Dec 15 03:23:07.942125 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:23:08.028609 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:08.034812 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:08.036654 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.038920 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] Set router fff8680c-56e4-496b-b05a-15accd0846c1 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:23:08.052019 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 9ef34036-5412-4608-9a6e-f4f51cf3d499 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:23:08.057446 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6129f46c-5c9f-4490-be23-2e08a3561377 None None] Network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:23:08.089052 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-aa8666aa-0d12-43bf-99cf-8c2abd97ea0c service neutron] 10.222.0.45 "GET /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477938 Dec 15 03:23:08.190343 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5bdce2fe-d4fc-40d3-baec-a5820d361656 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9371452 Dec 15 03:23:08.193234 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33852) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:08.198182 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-584673060-router', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:08.311354 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-13dcab36-d31e-4d53-8834-c7d8e2011749 req-d0e80415-daba-41a0-b634-c6830b307724 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 210 time: 0.0359249 Dec 15 03:23:08.334445 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1565638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4693'] for router, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.337584 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1565046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1570439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4686'] for router, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.342090 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-95f7907d-2acb-4944-b4a4-80cf5c94fb6d req-487164ce-6adf-447e-9f40-7392302b9715 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0293467 Dec 15 03:23:08.397929 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-611cf20a-6057-4c3a-b1c0-5357cd92e8cb None None] Provisioning complete for port e8e35110-5aaa-4499-8413-bde7a5d2c54b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:08.397929 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-611cf20a-6057-4c3a-b1c0-5357cd92e8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.417002 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.438635 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1153ba8c-a3cd-56d7-be27-754139a753a2-0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2', 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2', 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'fixed_ips': [{'subnet_id': '83afdd3f-b20a-46f3-994f-38672e348271'}]}} from dv-cinder-818037-9-smb. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 03:23:08.439842 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.501660 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 9ef34036-5412-4608-9a6e-f4f51cf3d499, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9ef34036-5412-4608-9a6e-f4f51cf3d499,segment=NetworkSegment(b0760978-77cd-4a77-8fbd-9cff31a5bc73),segment_id=b0760978-77cd-4a77-8fbd-9cff31a5bc73)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:08.545610 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '9ef34036-5412-4608-9a6e-f4f51cf3d499', 'network_id': '5831b72e-cc15-4595-a178-04ba6ff23062', 'port_id': '9ef34036-5412-4608-9a6e-f4f51cf3d499', 'mac_address': 'fa:16:3e:3b:e0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5184f239-b55c-4cd4-8159-ecc4e15125b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:23:08.644004 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.715303 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-611cf20a-6057-4c3a-b1c0-5357cd92e8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.737231 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.765345 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Allocated IP 172.20.0.2 (0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2/83afdd3f-b20a-46f3-994f-38672e348271/60357241-c4c3-471e-a55e-60dff52e06a8) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:08.777875 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef34036-5412-4608-9a6e-f4f51cf3d499 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:23:08.798647 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:04Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'e8e35110-5aaa-4499-8413-bde7a5d2c54b', 'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'mac_address': 'fa:16:3e:41:92:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:03Z', 'updated_at': '2021-12-15T03:23:07Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'subnets': [{'id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:08.801371 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-611cf20a-6057-4c3a-b1c0-5357cd92e8cb None None] For port e8e35110-5aaa-4499-8413-bde7a5d2c54b, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=e8e35110-5aaa-4499-8413-bde7a5d2c54b,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:08.848288 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 9ef34036-5412-4608-9a6e-f4f51cf3d499, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9ef34036-5412-4608-9a6e-f4f51cf3d499,segment=NetworkSegment(b0760978-77cd-4a77-8fbd-9cff31a5bc73),segment_id=b0760978-77cd-4a77-8fbd-9cff31a5bc73)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:08.849461 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e60d5-badd-47c5-bcc4-b3caf560b173 None None] The sync data for ids ['fff8680c-56e4-496b-b05a-15accd0846c1'] in dv-cinder-818037-9-smb is: [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:04Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'e8e35110-5aaa-4499-8413-bde7a5d2c54b', 'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'mac_address': 'fa:16:3e:41:92:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:03Z', 'updated_at': '2021-12-15T03:23:07Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'subnets': [{'id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:23:08.903912 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-611cf20a-6057-4c3a-b1c0-5357cd92e8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.943117 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.964999 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:08.980249 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:09.067890 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395944b-d280-44dc-bf63-8a65e8f67df9 req-1d5be624-1ecf-452b-9034-1ba755c68e9b tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:09.070537 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6395944b-d280-44dc-bf63-8a65e8f67df9 req-1d5be624-1ecf-452b-9034-1ba755c68e9b tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 945 time: 0.0971458 Dec 15 03:23:09.169829 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6395944b-d280-44dc-bf63-8a65e8f67df9 req-5db5958f-a34c-44cc-9127-eac6af53fa75 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891006 Dec 15 03:23:09.194761 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cf20a-6057-4c3a-b1c0-5357cd92e8cb None None] Pushing event updated for resources: {'Port': ['ID=e8e35110-5aaa-4499-8413-bde7a5d2c54b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:09.204973 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Allocated IP 172.28.0.21 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/95f88a57-0211-4d19-bd38-ea2ee04ead56) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:09.318593 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=9ef34036-5412-4608-9a6e-f4f51cf3d499,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:09.326740 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Publish callbacks [] for port, precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:09.344047 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:09.432526 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-26b2ebc8-4fda-4743-803b-03cc375fc41f req-3fd55c8f-ab05-403f-9514-ba79366bcbd6 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 210 time: 0.0299273 Dec 15 03:23:09.446506 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:09.453815 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['9ef34036-5412-4608-9a6e-f4f51cf3d499'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:23:09.464069 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b74f1af8-fb39-465e-bb7f-cf68279d2139 req-ef5c61cb-96fe-464f-baf8-53588709eccb tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0348461 Dec 15 03:23:09.473997 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:09.525463 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:09.532517 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:09.535164 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:09.539283 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Pushing event updated for resources: {'Port': ['ID=95f88a57-0211-4d19-bd38-ea2ee04ead56,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:09.539992 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:09.543162 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Pushing event updated for resources: {'Port': ['ID=60357241-c4c3-471e-a55e-60dff52e06a8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:09.545788 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:09.550833 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:09.650899 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Attempting to bind port 60357241-c4c3-471e-a55e-60dff52e06a8 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:09.651267 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Attempting to bind port 60357241-c4c3-471e-a55e-60dff52e06a8 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': 'c97d5836-2817-47ac-8e3e-4884ffd20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:09.651624 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Attempting to bind port 60357241-c4c3-471e-a55e-60dff52e06a8 on network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:09.662455 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:09.662858 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Checking segment: {'id': 'c97d5836-2817-47ac-8e3e-4884ffd20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:09.663259 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:09.663651 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Bound using segment: {'id': 'c97d5836-2817-47ac-8e3e-4884ffd20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:09.664126 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Bound port: 60357241-c4c3-471e-a55e-60dff52e06a8, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97d5836-2817-47ac-8e3e-4884ffd20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:09.664505 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:09.771997 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] For port 60357241-c4c3-471e-a55e-60dff52e06a8, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:09.775811 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] For port 60357241-c4c3-471e-a55e-60dff52e06a8, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=60357241-c4c3-471e-a55e-60dff52e06a8,segment=NetworkSegment(c97d5836-2817-47ac-8e3e-4884ffd20d53),segment_id=c97d5836-2817-47ac-8e3e-4884ffd20d53)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:09.845368 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:09.941744 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2654990-8a82-46af-88d2-4be75206bfdd None None] Pushing event updated for resources: {'Port': ['ID=60357241-c4c3-471e-a55e-60dff52e06a8,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:09.972810 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:09.988529 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-c69431ad-50d7-4830-b077-60804ec4ef9a tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:10.004300 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-c69431ad-50d7-4830-b077-60804ec4ef9a tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "GET /v2.0/networks?id=484bcbd8-97b9-4c55-9a3d-eda75a46f091 HTTP/1.1" status: 200 len: 814 time: 0.1733744 Dec 15 03:23:10.029498 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Request body: {'port': {'device_id': '8b80eea7-b062-452a-9e23-56077cdd9196', 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091', 'admin_state_up': True, 'tenant_id': '540410d397a248c6b31115c44b55ab77'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:10.261093 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1565007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1570548'] for router, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:10.282457 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Made reservation on behalf of 540410d397a248c6b31115c44b55ab77 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:23:10.291722 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:10.598762 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2862f95-bd1f-4991-88e8-7155a3912d0d req-41d013c4-1694-41e6-9131-2c58ce22d3a3 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:10.615355 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e2862f95-bd1f-4991-88e8-7155a3912d0d req-41d013c4-1694-41e6-9131-2c58ce22d3a3 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 945 time: 0.2438495 Dec 15 03:23:10.756444 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e2862f95-bd1f-4991-88e8-7155a3912d0d req-eea786a2-ed02-4ae0-80f6-c54deeffb99f tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383300 Dec 15 03:23:10.768812 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Allocated IP 172.20.0.6 (484bcbd8-97b9-4c55-9a3d-eda75a46f091/d88a327a-6716-4913-895c-5c3c9e3f4a44/6194bfae-3d46-475b-9c1f-eb90ad0179b7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:10.824914 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device e8e35110-5aaa-4499-8413-bde7a5d2c54b up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:10.855922 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 is scheduled to L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 03:23:10.904038 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port e8e35110-5aaa-4499-8413-bde7a5d2c54b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:10.904516 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:10.921534 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1742f993-d108-4e89-ace1-8d3e935b821a req-a9ec1540-22b9-46d6-8644-126fed413c34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 210 time: 0.0830424 Dec 15 03:23:11.070224 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 60357241-c4c3-471e-a55e-60dff52e06a8 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:11.070472 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:11.136803 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 60357241-c4c3-471e-a55e-60dff52e06a8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:11.137266 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:11.153722 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9336e080-713a-4f0e-92e2-131ac3dc7478 req-f204a651-c3f9-46f6-ab6e-d8aae4e3d503 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0938261 Dec 15 03:23:11.162595 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:23:11.182983 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Sync routers for ids ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:23:11.205880 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a6bb-a4b0-495f-a2aa-5c3a40970cee req-755ed3d6-7cd5-4535-b7f2-0e80f3d74c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:11.206528 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Routers {'0dc132ad-fb73-4a6c-a747-20fcbdadda52'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:23:11.207200 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:22:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:11.208360 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7926a6bb-a4b0-495f-a2aa-5c3a40970cee req-755ed3d6-7cd5-4535-b7f2-0e80f3d74c3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 1099 time: 0.0899453 Dec 15 03:23:11.277957 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:11.280783 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:11.287827 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-42319476-78e5-4291-95a9-f11545835858 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0920937 Dec 15 03:23:11.346593 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33916) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:11.352563 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port 60357241-c4c3-471e-a55e-60dff52e06a8, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=60357241-c4c3-471e-a55e-60dff52e06a8,segment=NetworkSegment(c97d5836-2817-47ac-8e3e-4884ffd20d53),segment_id=c97d5836-2817-47ac-8e3e-4884ffd20d53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:11.422988 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:11.524842 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a6bb-a4b0-495f-a2aa-5c3a40970cee req-8384c1a2-ad6b-408e-b7ad-6df9eaefbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:11.526553 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7926a6bb-a4b0-495f-a2aa-5c3a40970cee req-8384c1a2-ad6b-408e-b7ad-6df9eaefbe0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 919 time: 0.3081484 Dec 15 03:23:11.575458 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Set router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:23:11.596949 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=60357241-c4c3-471e-a55e-60dff52e06a8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:11.602946 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be0282-8ee9-4c88-a5dd-ffa3161cc6b1 req-e255acc5-5271-4795-b2d3-272d92ee4557 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:11.620946 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c5be0282-8ee9-4c88-a5dd-ffa3161cc6b1 req-e255acc5-5271-4795-b2d3-272d92ee4557 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.5306592 Dec 15 03:23:11.643260 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5fba8-8585-447d-b979-7f3382f6bb5c None None] Network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:23:11.711494 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7926a6bb-a4b0-495f-a2aa-5c3a40970cee req-a896decc-1742-4a99-98fe-24f7ec00b7ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee HTTP/1.1" status: 200 len: 217 time: 0.1311772 Dec 15 03:23:11.715173 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c5be0282-8ee9-4c88-a5dd-ffa3161cc6b1 req-4e6190c9-7ac2-4e13-b32c-75e51a3c8d75 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932875 Dec 15 03:23:11.740170 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-1c5b31c1-8e5b-4be9-8aee-769733018519 None None] Provisioning complete for port 60357241-c4c3-471e-a55e-60dff52e06a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:11.740534 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1c5b31c1-8e5b-4be9-8aee-769733018519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:11.753375 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-82a57c80-8fde-4884-97b3-5e7cd492e5ca tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:11.755452 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-82a57c80-8fde-4884-97b3-5e7cd492e5ca tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.43 "GET /v2.0/networks?id=03f3a6b8-7332-4406-8929-55089d4b6373 HTTP/1.1" status: 200 len: 809 time: 0.6407444 Dec 15 03:23:11.771064 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:11.808846 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Request body: {'port': {'device_id': 'f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa', 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373', 'admin_state_up': True, 'tenant_id': 'dd81f29bba494319ab30b5300b5b9750'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:11.824465 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['5e56061c-55ba-48b9-a921-5852bc7bbacd'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:23:11.860658 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926a6bb-a4b0-495f-a2aa-5c3a40970cee req-97a94349-baff-40fb-9a7c-90fbfa630f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:11.863312 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7926a6bb-a4b0-495f-a2aa-5c3a40970cee req-97a94349-baff-40fb-9a7c-90fbfa630f6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 200 len: 858 time: 0.1250708 Dec 15 03:23:11.876057 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'name': 'tempest-TestMinimumBasicScenario-584673060-router', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:08Z', 'updated_at': '2021-12-15T03:23:09Z', 'revision_number': 3, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'gw_port': {'id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:59:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:09Z', 'updated_at': '2021-12-15T03:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:11.947545 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Checking router: 0dc132ad-fb73-4a6c-a747-20fcbdadda52 for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:23:11.954169 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Updating router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 port 95f88a57-0211-4d19-bd38-ea2ee04ead56 binding host dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:23:11.997766 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:12.005465 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.046706 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817013ef-8b15-4bcf-b601-4f82fae6d504 req-70361133-b6cc-4e44-8e61-6741bf7759eb tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:12.055267 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-817013ef-8b15-4bcf-b601-4f82fae6d504 req-70361133-b6cc-4e44-8e61-6741bf7759eb tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 945 time: 0.1508746 Dec 15 03:23:12.057592 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:12.061313 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:12.078584 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 9ef34036-5412-4608-9a6e-f4f51cf3d499 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:12.127713 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7926a6bb-a4b0-495f-a2aa-5c3a40970cee req-6388c236-6290-4371-8403-4bffb215bfde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=596d48f0-d405-4ad3-9dc4-ee18649c23a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597591 Dec 15 03:23:12.177162 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-817013ef-8b15-4bcf-b601-4f82fae6d504 req-b8688940-5618-4071-a2f0-ac9103258509 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209164 Dec 15 03:23:12.182961 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Pushing event updated for resources: {'Port': ['ID=6194bfae-3d46-475b-9c1f-eb90ad0179b7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:12.284840 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:12.285670 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.317616 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7926a6bb-a4b0-495f-a2aa-5c3a40970cee req-fa000319-d161-47d5-b9e4-f223e559b55c service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793003 Dec 15 03:23:12.327338 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 9ef34036-5412-4608-9a6e-f4f51cf3d499 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:23:12.339274 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 9ef34036-5412-4608-9a6e-f4f51cf3d499 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:12.339656 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.350306 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bfed4d67-522e-41ac-8938-d41c05f7e57a req-d4edf4ec-e1c5-425f-b6f3-6fd855d1bc85 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0569415 Dec 15 03:23:12.393977 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d599153d-68c9-45b7-a3c6-79d62bc60cfc None None] Provisioning complete for port 60357241-c4c3-471e-a55e-60dff52e06a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:12.393977 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d599153d-68c9-45b7-a3c6-79d62bc60cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.398051 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6997ba5-c2a8-4961-ab2b-70fc6f42a23b req-2b85f9b3-4df6-425b-a665-8e82dfca59e8 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:12.409318 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b6997ba5-c2a8-4961-ab2b-70fc6f42a23b req-2b85f9b3-4df6-425b-a665-8e82dfca59e8 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 931 time: 0.3377876 Dec 15 03:23:12.447434 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Made reservation on behalf of dd81f29bba494319ab30b5300b5b9750 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:23:12.448558 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Publish callbacks [] for port, precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.452263 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.461244 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.463972 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7926a6bb-a4b0-495f-a2aa-5c3a40970cee req-453eb4d5-e297-4a39-a5ba-64c33373406e service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221623 Dec 15 03:23:12.529205 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b6997ba5-c2a8-4961-ab2b-70fc6f42a23b req-aff7a243-6643-40ee-8701-fdb0f6e9eba6 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167233 Dec 15 03:23:12.560166 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.574471 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-65339059-57a5-4b7a-9729-605472f8dcdc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5495818 Dec 15 03:23:12.575386 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.604926 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8549366f-655d-4232-8e74-a140c4821a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef34036-5412-4608-9a6e-f4f51cf3d499'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:12.608552 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a061c30-146d-4368-8364-6a08152fc449" -d '{"events": [{"server_uuid": "8549366f-655d-4232-8e74-a140c4821a9d", "name": "network-vif-plugged", "status": "completed", "tag": "9ef34036-5412-4608-9a6e-f4f51cf3d499"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:12.618822 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Request body: {'port': {'device_id': '8b80eea7-b062-452a-9e23-56077cdd9196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:12.629633 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 9ef34036-5412-4608-9a6e-f4f51cf3d499, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9ef34036-5412-4608-9a6e-f4f51cf3d499,segment=NetworkSegment(b0760978-77cd-4a77-8fbd-9cff31a5bc73),segment_id=b0760978-77cd-4a77-8fbd-9cff31a5bc73)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:12.630685 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ecf62-5a0a-4c44-9e0c-d177c99b1919 None None] Pushing event updated for resources: {'Port': ['ID=95f88a57-0211-4d19-bd38-ea2ee04ead56,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:12.696001 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.709771 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Attempting to bind port 95f88a57-0211-4d19-bd38-ea2ee04ead56 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:12.711575 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Attempting to bind port 95f88a57-0211-4d19-bd38-ea2ee04ead56 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:12.712058 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Attempting to bind port 95f88a57-0211-4d19-bd38-ea2ee04ead56 on network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:12.722887 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:12.723482 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Checking segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:12.724230 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.724792 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Bound using segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:12.725314 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Bound port: 95f88a57-0211-4d19-bd38-ea2ee04ead56, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:12.725709 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.765051 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Allocated IP 172.20.0.1 (0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2/83afdd3f-b20a-46f3-994f-38672e348271/cf3bac83-05b9-44c3-a64a-e5bcb9c1c464) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:12.787958 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba18e09-81b4-4510-963d-906f39f42a94 x-openstack-request-id: req-6ba18e09-81b4-4510-963d-906f39f42a94 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:12.788362 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8549366f-655d-4232-8e74-a140c4821a9d", "name": "network-vif-plugged", "status": "completed", "tag": "9ef34036-5412-4608-9a6e-f4f51cf3d499", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:12.788536 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ba18e09-81b4-4510-963d-906f39f42a94 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:12.788899 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8549366f-655d-4232-8e74-a140c4821a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef34036-5412-4608-9a6e-f4f51cf3d499', 'code': 200} Dec 15 03:23:12.794034 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 60357241-c4c3-471e-a55e-60dff52e06a8 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:12.804590 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] For port 95f88a57-0211-4d19-bd38-ea2ee04ead56, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:12.808597 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] For port 95f88a57-0211-4d19-bd38-ea2ee04ead56, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=95f88a57-0211-4d19-bd38-ea2ee04ead56,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:12.859416 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=9ef34036-5412-4608-9a6e-f4f51cf3d499,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:12.882917 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.900019 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 60357241-c4c3-471e-a55e-60dff52e06a8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:12.903242 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.903386 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.967777 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:12.971545 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Allocated IP 172.20.0.13 (03f3a6b8-7332-4406-8929-55089d4b6373/83389732-ffeb-4bc8-aecf-18b4da903b0e/7dc01984-99c6-492c-9ef8-c5f006d87bf8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:12.983238 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ecf62-5a0a-4c44-9e0c-d177c99b1919 None None] Pushing event updated for resources: {'Port': ['ID=95f88a57-0211-4d19-bd38-ea2ee04ead56,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:13.029404 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd07915-6327-4997-92c0-52226841a091 req-10f94506-c352-4343-a785-a56c39a49114 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:13.031039 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7bd07915-6327-4997-92c0-52226841a091 req-10f94506-c352-4343-a785-a56c39a49114 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.2047760 Dec 15 03:23:13.037956 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Routers {'0dc132ad-fb73-4a6c-a747-20fcbdadda52'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:23:13.038723 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:22:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:13.131733 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:13.157826 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 33952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:13.180675 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] Set router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:23:13.218035 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:13.220321 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:13.227160 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:13.233788 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Pushing event updated for resources: {'Port': ['ID=cf3bac83-05b9-44c3-a64a-e5bcb9c1c464,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:13.282303 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7bd07915-6327-4997-92c0-52226841a091 req-82cee3f1-3706-47d0-b0e9-c5637f1a08ca tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191274 Dec 15 03:23:13.286499 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1566599'] for router_interface, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:13.524915 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'name': 'tempest-TestMinimumBasicScenario-584673060-router', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:08Z', 'updated_at': '2021-12-15T03:23:09Z', 'revision_number': 3, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'gw_port': {'id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:59:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:09Z', 'updated_at': '2021-12-15T03:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:13.529703 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ee73690-099b-485b-8eda-16f5f6c58942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:13.558599 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041cd7d-7431-4bf9-a6a9-1249509a099d req-6c7c3db0-7a1c-47fc-b003-cb6aea00dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:13.560980 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-2041cd7d-7431-4bf9-a6a9-1249509a099d req-6c7c3db0-7a1c-47fc-b003-cb6aea00dbc8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 1099 time: 0.2076972 Dec 15 03:23:13.580101 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffd2a66-8351-4952-8f70-d71954c0374e None None] The sync data for ids ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'] in dv-cinder-818037-9-smb is: [{'id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'name': 'tempest-TestMinimumBasicScenario-584673060-router', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:08Z', 'updated_at': '2021-12-15T03:23:09Z', 'revision_number': 3, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'gw_port': {'id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:59:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:09Z', 'updated_at': '2021-12-15T03:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:23:13.609938 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4fd95394-8a54-4fcc-8a49-8ae53c2e60c8 None None] Provisioning complete for port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:13.612522 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4fd95394-8a54-4fcc-8a49-8ae53c2e60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:13.625320 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-11049399-cbdd-4d5b-a856-cef2723fc2f3 req-13c99fdb-8d7f-4cf6-aa61-26239a05ef96 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.1558304 Dec 15 03:23:13.676172 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ee73690-099b-485b-8eda-16f5f6c58942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:13.690442 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4fd95394-8a54-4fcc-8a49-8ae53c2e60c8 None None] Port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:23:13.694697 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd87f89-e3b4-41de-9944-0e38e1b8e39d req-8c2e362f-0fd4-4246-af3b-61cac6d0240c tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:13.696260 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8fd87f89-e3b4-41de-9944-0e38e1b8e39d req-8c2e362f-0fd4-4246-af3b-61cac6d0240c tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 946 time: 0.2728541 Dec 15 03:23:13.714179 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:13.737488 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:13.750254 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-2041cd7d-7431-4bf9-a6a9-1249509a099d req-073916b8-9017-486a-94e1-96e24e9909f3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756127 Dec 15 03:23:13.759614 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ee73690-099b-485b-8eda-16f5f6c58942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:13.831603 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-6ee73690-099b-485b-8eda-16f5f6c58942 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ee8fc5b5a5e48abb28aacd6e8c25df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6706522 Dec 15 03:23:13.837827 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 33962) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:13.839137 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee73690-099b-485b-8eda-16f5f6c58942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbaf602-3ce8-402e-b435-bd2cd52efdfc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:13.867198 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6194bfae-3d46-475b-9c1f-eb90ad0179b7 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:23:13.897824 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:13.909321 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8fd87f89-e3b4-41de-9944-0e38e1b8e39d req-9caf0a08-10cb-4174-840d-ad2fde29a75c tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051308 Dec 15 03:23:13.947964 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Transition to ACTIVE for port object 6194bfae-3d46-475b-9c1f-eb90ad0179b7 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:23:13.958383 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a980da1-cb58-43f2-a3e5-7b99d9059ac5 req-9f26e677-106f-43cf-9636-a979636dbde1 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:13.960027 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2a980da1-cb58-43f2-a3e5-7b99d9059ac5 req-9f26e677-106f-43cf-9636-a979636dbde1 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 931 time: 0.2302585 Dec 15 03:23:14.031883 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e77c98f-7b65-4563-bc87-cebbfb189629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.041235 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.050610 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.099683 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e77c98f-7b65-4563-bc87-cebbfb189629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.104085 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.107126 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.131739 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2a980da1-cb58-43f2-a3e5-7b99d9059ac5 req-0e416b28-9a8d-42a9-8ad4-b2790a530f57 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614089 Dec 15 03:23:14.177164 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Network 03f3a6b8-7332-4406-8929-55089d4b6373 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:14.181641 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:14.190314 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Pushing event updated for resources: {'Port': ['ID=7dc01984-99c6-492c-9ef8-c5f006d87bf8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:14.194394 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:14.203699 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Pushing event updated for resources: {'Port': ['ID=cf3bac83-05b9-44c3-a64a-e5bcb9c1c464,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:14.207167 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1554245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1566775'] for router_interface, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.321097 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:14.323338 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:14.332357 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:14.333017 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.335398 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Pushing event updated for resources: {'Port': ['ID=6194bfae-3d46-475b-9c1f-eb90ad0179b7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:14.372675 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Attempting to bind port 6194bfae-3d46-475b-9c1f-eb90ad0179b7 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:14.373068 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Attempting to bind port 6194bfae-3d46-475b-9c1f-eb90ad0179b7 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:14.373409 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Attempting to bind port 6194bfae-3d46-475b-9c1f-eb90ad0179b7 on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:14.384293 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Port 6194bfae-3d46-475b-9c1f-eb90ad0179b7 on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:23:14.384617 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Attempting to bind port 6194bfae-3d46-475b-9c1f-eb90ad0179b7 on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:14.387986 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e77c98f-7b65-4563-bc87-cebbfb189629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.390636 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e77c98f-7b65-4563-bc87-cebbfb189629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.394856 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-8e77c98f-7b65-4563-bc87-cebbfb189629 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbbaf602-3ce8-402e-b435-bd2cd52efdfc HTTP/1.1" status: 204 len: 168 time: 0.5408676 Dec 15 03:23:14.397829 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:14.398171 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Checking segment: {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:14.398552 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Bound using segment: {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:14.399012 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Bound port: 6194bfae-3d46-475b-9c1f-eb90ad0179b7, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:14.399367 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.436153 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-0e013008-3d48-4c65-acf9-5c9723e35d14 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6620145 Dec 15 03:23:14.447514 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77c98f-7b65-4563-bc87-cebbfb189629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbaf602-3ce8-402e-b435-bd2cd52efdfc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:14.499315 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Request body: {'port': {'device_id': 'f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:14.530276 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:23:14.583806 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.638942 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] For port 6194bfae-3d46-475b-9c1f-eb90ad0179b7, host hv-cinder-81803, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:14.643217 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d9aa0ed3-48b9-4508-8bd8-2fc7dba3d2d9 None None] Provisioning complete for port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:14.643841 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9aa0ed3-48b9-4508-8bd8-2fc7dba3d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.677965 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6140b6-33ae-4814-8be0-9d1eeb175fce req-e2f9cbe2-ce13-46d5-ac46-a9b77e8443ec tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:14.685052 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6c6140b6-33ae-4814-8be0-9d1eeb175fce req-e2f9cbe2-ce13-46d5-ac46-a9b77e8443ec tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.2609787 Dec 15 03:23:14.705201 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] For port 6194bfae-3d46-475b-9c1f-eb90ad0179b7, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=6194bfae-3d46-475b-9c1f-eb90ad0179b7,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:14.764425 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 95f88a57-0211-4d19-bd38-ea2ee04ead56 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:14.775496 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6c6140b6-33ae-4814-8be0-9d1eeb175fce req-91681bcd-940c-4f96-bacd-39fd0aa7fe39 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873659 Dec 15 03:23:14.775745 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:23:14.782552 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-ed895252-69d2-421d-b06e-4a6db5a0b03a admin admin] 10.222.0.45 "PUT /v2.0/routers/0dc132ad-fb73-4a6c-a747-20fcbdadda52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4344697 Dec 15 03:23:14.794998 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.798227 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d9aa0ed3-48b9-4508-8bd8-2fc7dba3d2d9 None None] Port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:23:14.840431 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 95f88a57-0211-4d19-bd38-ea2ee04ead56 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:14.840898 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.918308 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:14.918947 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:14.920323 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] 10.222.0.43 "PUT /v2.0/ports/6194bfae-3d46-475b-9c1f-eb90ad0179b7 HTTP/1.1" status: 200 len: 1093 time: 2.3191612 Dec 15 03:23:14.925173 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b80eea7-b062-452a-9e23-56077cdd9196', 'tag': '6194bfae-3d46-475b-9c1f-eb90ad0179b7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:14.929572 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ff8fdc-0cd8-4c1a-ae3f-a329b53bc66d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b80eea7-b062-452a-9e23-56077cdd9196", "tag": "6194bfae-3d46-475b-9c1f-eb90ad0179b7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:14.975963 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:15.009783 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port 95f88a57-0211-4d19-bd38-ea2ee04ead56, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=95f88a57-0211-4d19-bd38-ea2ee04ead56,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:15.013584 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff18fa-a2f4-408f-8182-2fdc9fadb611 x-openstack-request-id: req-32ff18fa-a2f4-408f-8182-2fdc9fadb611 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:15.013869 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b80eea7-b062-452a-9e23-56077cdd9196", "tag": "6194bfae-3d46-475b-9c1f-eb90ad0179b7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:15.014127 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32ff18fa-a2f4-408f-8182-2fdc9fadb611 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:15.014552 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b80eea7-b062-452a-9e23-56077cdd9196', 'tag': '6194bfae-3d46-475b-9c1f-eb90ad0179b7', 'status': 'completed', 'code': 200} Dec 15 03:23:15.028718 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f5645-b870-41bb-b99c-1b3219a78cea service neutron] Pushing event updated for resources: {'Port': ['ID=6194bfae-3d46-475b-9c1f-eb90ad0179b7,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:15.084756 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:15.126635 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07475efb-4104-4075-89fd-38efdb5676c1 req-3c10e0d3-e328-47fb-a63b-646ec58d4589 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:15.129259 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-07475efb-4104-4075-89fd-38efdb5676c1 req-3c10e0d3-e328-47fb-a63b-646ec58d4589 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 932 time: 0.3688219 Dec 15 03:23:15.148955 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=95f88a57-0211-4d19-bd38-ea2ee04ead56,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:15.295236 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-07475efb-4104-4075-89fd-38efdb5676c1 req-511bec4b-accf-44ab-b6b6-1790a0271bf0 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529503 Dec 15 03:23:15.312166 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945a79b-3cf4-46aa-8628-67578fe6fb61 req-52ac9030-f94d-4282-b239-eac907f6e3c2 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:15.313676 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9945a79b-3cf4-46aa-8628-67578fe6fb61 req-52ac9030-f94d-4282-b239-eac907f6e3c2 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 946 time: 0.2003589 Dec 15 03:23:15.315897 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8fdc-0cd8-4c1a-ae3f-a329b53bc66d req-26fd596d-ab1d-4311-8069-f9a282be92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:15.317294 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c5ff8fdc-0cd8-4c1a-ae3f-a329b53bc66d req-26fd596d-ab1d-4311-8069-f9a282be92c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 1096 time: 0.1774368 Dec 15 03:23:15.687938 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9945a79b-3cf4-46aa-8628-67578fe6fb61 req-4b6485f3-bccf-4592-a06e-edf037a9ed57 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662548 Dec 15 03:23:15.693928 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc01984-99c6-492c-9ef8-c5f006d87bf8 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:23:15.713399 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:15.755038 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Transition to ACTIVE for port object 7dc01984-99c6-492c-9ef8-c5f006d87bf8 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:23:15.757371 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8fdc-0cd8-4c1a-ae3f-a329b53bc66d req-c1b8057f-e89d-438e-8957-17a56b6a636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:15.758954 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c5ff8fdc-0cd8-4c1a-ae3f-a329b53bc66d req-c1b8057f-e89d-438e-8957-17a56b6a636a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=540410d397a248c6b31115c44b55ab77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4197583 Dec 15 03:23:15.767623 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ef738-89e6-42a5-9bef-64771d210812 req-7574a9d0-f979-476f-a870-71a93a55409e tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:15.769450 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-069ef738-89e6-42a5-9bef-64771d210812 req-7574a9d0-f979-476f-a870-71a93a55409e tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 943 time: 0.1545744 Dec 15 03:23:15.841438 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:15.980447 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc01984-99c6-492c-9ef8-c5f006d87bf8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:15.991828 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-069ef738-89e6-42a5-9bef-64771d210812 req-f378fbdd-aa4f-4a9b-b654-dc9a5f1cc24a tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116652 Dec 15 03:23:16.047921 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8fdc-0cd8-4c1a-ae3f-a329b53bc66d req-79069f76-54a9-4485-85ea-c183360d0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:16.049506 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c5ff8fdc-0cd8-4c1a-ae3f-a329b53bc66d req-79069f76-54a9-4485-85ea-c183360d0f5b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2790811 Dec 15 03:23:16.063442 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5d74b-f566-403a-8ea0-739a2b8e63b8 req-793fd4c7-83a0-49bb-be25-0b9530831e21 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:16.065015 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7ff5d74b-f566-403a-8ea0-739a2b8e63b8 req-793fd4c7-83a0-49bb-be25-0b9530831e21 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1700482 Dec 15 03:23:16.225466 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Attempting to bind port 7dc01984-99c6-492c-9ef8-c5f006d87bf8 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:16.225833 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Attempting to bind port 7dc01984-99c6-492c-9ef8-c5f006d87bf8 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:16.226176 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Attempting to bind port 7dc01984-99c6-492c-9ef8-c5f006d87bf8 on network 03f3a6b8-7332-4406-8929-55089d4b6373 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:16.238638 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7ff5d74b-f566-403a-8ea0-739a2b8e63b8 req-39561ab5-811b-4cb2-b216-c55e6e76f631 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543458 Dec 15 03:23:16.243098 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Port 7dc01984-99c6-492c-9ef8-c5f006d87bf8 on network 03f3a6b8-7332-4406-8929-55089d4b6373 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:23:16.243478 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Attempting to bind port 7dc01984-99c6-492c-9ef8-c5f006d87bf8 on network 03f3a6b8-7332-4406-8929-55089d4b6373 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:16.245256 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ec726858-d4e5-4341-979f-00d94481eb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:16.264199 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:16.264546 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Checking segment: {'id': 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:16.264955 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Bound using segment: {'id': 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:16.265380 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Bound port: 7dc01984-99c6-492c-9ef8-c5f006d87bf8, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:16.265743 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:16.281789 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-243b7643-cebf-4091-a00c-fc39c08934dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:16.283860 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-243b7643-cebf-4091-a00c-fc39c08934dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 1096 time: 0.1134953 Dec 15 03:23:16.414455 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-648ac275-fc3a-44d5-8fd8-51e6fb727aa8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6194bfae-3d46-475b-9c1f-eb90ad0179b7 HTTP/1.1" status: 200 len: 217 time: 0.0996106 Dec 15 03:23:16.548455 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] For port 7dc01984-99c6-492c-9ef8-c5f006d87bf8, host hv-cinder-81803, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:16.574594 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] For port 7dc01984-99c6-492c-9ef8-c5f006d87bf8, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7dc01984-99c6-492c-9ef8-c5f006d87bf8,segment=NetworkSegment(a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1),segment_id=a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:16.611539 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7692823-46bf-4fe2-9a79-949dda6cfc4c req-5568b1f7-9fb2-4832-a3f5-80e226e2b9da tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:16.611539 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c7692823-46bf-4fe2-9a79-949dda6cfc4c req-5568b1f7-9fb2-4832-a3f5-80e226e2b9da tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 944 time: 0.1792247 Dec 15 03:23:16.611539 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-e5262cdd-8e60-415f-bc67-89d238875f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:16.611539 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-e5262cdd-8e60-415f-bc67-89d238875f47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d88a327a-6716-4913-895c-5c3c9e3f4a44 HTTP/1.1" status: 200 len: 854 time: 0.1610818 Dec 15 03:23:16.659029 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-af2d9f74-723b-4b2f-8c16-e6e1ac2b4c72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=484bcbd8-97b9-4c55-9a3d-eda75a46f091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376544 Dec 15 03:23:16.723795 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Sync routers for ids ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:23:16.742279 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Routers {'0dc132ad-fb73-4a6c-a747-20fcbdadda52'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:23:16.743992 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:22:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:16.794069 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 95f88a57-0211-4d19-bd38-ea2ee04ead56 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:16.821241 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-e9cb9726-48c8-4760-884b-e4e4032c1d0a service neutron] 10.222.0.43 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498334 Dec 15 03:23:16.835518 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c7692823-46bf-4fe2-9a79-949dda6cfc4c req-a25d388d-76ff-4798-ad83-4622a4a006ae tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402196 Dec 15 03:23:16.865932 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:16.922543 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Set router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:23:16.925462 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 95f88a57-0211-4d19-bd38-ea2ee04ead56 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:16.925829 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:16.975032 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc01984-99c6-492c-9ef8-c5f006d87bf8,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:17.006412 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:17.006979 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:17.008628 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-a5b9cfa7-d438-4c8d-bd8d-0f883fefb973 service neutron] 10.222.0.43 "PUT /v2.0/ports/7dc01984-99c6-492c-9ef8-c5f006d87bf8 HTTP/1.1" status: 200 len: 1094 time: 2.5211351 Dec 15 03:23:17.015433 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa', 'tag': '7dc01984-99c6-492c-9ef8-c5f006d87bf8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:17.018602 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391" -d '{"events": [{"name": "network-changed", "server_uuid": "f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa", "tag": "7dc01984-99c6-492c-9ef8-c5f006d87bf8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:17.033875 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a513aea-2e5e-4c3d-aa3a-1e6498fa42fd req-e2264e0d-33a3-49cd-8357-e0572dac4ce2 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:17.035675 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1a513aea-2e5e-4c3d-aa3a-1e6498fa42fd req-e2264e0d-33a3-49cd-8357-e0572dac4ce2 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 946 time: 0.2133601 Dec 15 03:23:17.222047 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1a513aea-2e5e-4c3d-aa3a-1e6498fa42fd req-8e85c0df-e971-4f11-8e38-8acb6faf5b9b tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630044 Dec 15 03:23:17.258887 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa56c873-32a2-4d8b-8b93-8650ebc4f533 req-f637af54-8800-4ee9-8ace-74d1d488037c service neutron] 10.222.0.43 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221818 Dec 15 03:23:17.338195 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e178a-f860-405f-b043-d9bfa17b80d8 req-c2de1884-5bb6-473d-95d9-48604ddaee17 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:17.339789 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9c2e178a-f860-405f-b043-d9bfa17b80d8 req-c2de1884-5bb6-473d-95d9-48604ddaee17 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 943 time: 0.2093320 Dec 15 03:23:17.366000 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-64fe8c89-0f8b-4a06-8581-f25d1d8bfc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:17.372655 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-64fe8c89-0f8b-4a06-8581-f25d1d8bfc19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd81f29bba494319ab30b5300b5b9750&device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 1097 time: 0.1633723 Dec 15 03:23:17.372655 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63792331-b800-4c47-a968-aea65189dbdb x-openstack-request-id: req-63792331-b800-4c47-a968-aea65189dbdb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:17.372655 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa", "tag": "7dc01984-99c6-492c-9ef8-c5f006d87bf8", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:17.372655 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63792331-b800-4c47-a968-aea65189dbdb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:17.373102 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa', 'tag': '7dc01984-99c6-492c-9ef8-c5f006d87bf8', 'status': 'completed', 'code': 200} Dec 15 03:23:17.399866 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'name': 'tempest-TestMinimumBasicScenario-584673060-router', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:08Z', 'updated_at': '2021-12-15T03:23:13Z', 'revision_number': 4, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'gw_port': {'id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:09Z', 'updated_at': '2021-12-15T03:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'cf3bac83-05b9-44c3-a64a-e5bcb9c1c464', 'name': '', 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'mac_address': 'fa:16:3e:f9:48:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '83afdd3f-b20a-46f3-994f-38672e348271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:12Z', 'updated_at': '2021-12-15T03:23:13Z', 'revision_number': 2, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'subnets': [{'id': '83afdd3f-b20a-46f3-994f-38672e348271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:17.454065 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9c2e178a-f860-405f-b043-d9bfa17b80d8 req-176fd964-5c0b-48df-9713-fa629fd1d451 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794334 Dec 15 03:23:17.502949 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-9f93af4b-a576-43d8-9ce0-e3f2ed521a86 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dc01984-99c6-492c-9ef8-c5f006d87bf8 HTTP/1.1" status: 200 len: 217 time: 0.0663447 Dec 15 03:23:17.600660 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-53ca7269-54c8-4d95-83fc-8d5767bbcdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:17.602497 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-53ca7269-54c8-4d95-83fc-8d5767bbcdef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83389732-ffeb-4bc8-aecf-18b4da903b0e HTTP/1.1" status: 200 len: 849 time: 0.0650427 Dec 15 03:23:17.621533 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Checking router: 0dc132ad-fb73-4a6c-a747-20fcbdadda52 for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:23:17.621892 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Updating router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 binding host dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:23:17.672853 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:17.699911 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e421cc-9315-472e-b27c-53c81f8285e1 req-4a354f19-aa61-43c7-a2e7-6303e7b4ed78 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:17.701408 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-94e421cc-9315-472e-b27c-53c81f8285e1 req-4a354f19-aa61-43c7-a2e7-6303e7b4ed78 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.2006772 Dec 15 03:23:17.717989 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-847fa28a-e7c2-4bfd-87d9-c23f640248bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03f3a6b8-7332-4406-8929-55089d4b6373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850101 Dec 15 03:23:17.859537 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-94e421cc-9315-472e-b27c-53c81f8285e1 req-700351df-3d70-4ecb-b024-36330412aa4b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404848 Dec 15 03:23:18.004088 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-7a9980bf-c485-478c-945a-ec5bc8f5cf9a service neutron] 10.222.0.43 "GET /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707729 Dec 15 03:23:18.086913 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15c2a7-60d5-44fb-b3e8-be5eeb46b12f req-6a2a66bf-3da7-445d-a382-09197af32e84 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:18.088197 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ba15c2a7-60d5-44fb-b3e8-be5eeb46b12f req-6a2a66bf-3da7-445d-a382-09197af32e84 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 944 time: 0.1265571 Dec 15 03:23:18.126113 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:18.204972 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0fe6a83a-0c1d-4457-bf8f-c8c85d466f5f req-6f5e86f0-8fac-4b81-8bd0-426646d528f7 service neutron] 10.222.0.43 "GET /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885591 Dec 15 03:23:18.210102 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ba15c2a7-60d5-44fb-b3e8-be5eeb46b12f req-6874416d-f16f-46f2-98aa-d5efd33d4742 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885329 Dec 15 03:23:18.378210 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:18.485747 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fb49f-59e8-4115-b2d6-c0f700bd86b9 None None] Pushing event updated for resources: {'Port': ['ID=cf3bac83-05b9-44c3-a64a-e5bcb9c1c464,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:18.579133 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9db9868-8501-4b70-bbee-d5ede746f905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:18.612962 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391 req-58d58cd1-c8fb-450a-99dd-77275d6bed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:18.614459 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Attempting to bind port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:18.614677 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391 req-58d58cd1-c8fb-450a-99dd-77275d6bed03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd81f29bba494319ab30b5300b5b9750&device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 1097 time: 0.1239076 Dec 15 03:23:18.615263 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Attempting to bind port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': 'c97d5836-2817-47ac-8e3e-4884ffd20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:18.615794 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Attempting to bind port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 on network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:18.645678 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:18.645678 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Checking segment: {'id': 'c97d5836-2817-47ac-8e3e-4884ffd20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:18.646517 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:18.647644 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Bound using segment: {'id': 'c97d5836-2817-47ac-8e3e-4884ffd20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:18.648238 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Bound port: cf3bac83-05b9-44c3-a64a-e5bcb9c1c464, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97d5836-2817-47ac-8e3e-4884ffd20d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:18.649192 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:18.732953 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99181701-b971-46a5-8572-50978b62e709 req-7e5d911b-485c-4344-861d-5af6a93c703d tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:18.734502 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-99181701-b971-46a5-8572-50978b62e709 req-7e5d911b-485c-4344-861d-5af6a93c703d tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 943 time: 0.1651804 Dec 15 03:23:18.833136 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] For port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:18.836624 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] For port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=cf3bac83-05b9-44c3-a64a-e5bcb9c1c464,segment=NetworkSegment(c97d5836-2817-47ac-8e3e-4884ffd20d53),segment_id=c97d5836-2817-47ac-8e3e-4884ffd20d53)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:18.862091 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391 req-e220ab2c-3a01-4a9e-9a46-f5380b95f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:18.863803 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391 req-e220ab2c-3a01-4a9e-9a46-f5380b95f235 service neutron] 10.222.0.43 "GET /v2.0/networks?id=03f3a6b8-7332-4406-8929-55089d4b6373 HTTP/1.1" status: 200 len: 910 time: 0.2398145 Dec 15 03:23:18.869708 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-9cbd9042-7107-45c3-81c3-2e505ca24c3d None None] Provisioning complete for port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:18.870077 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9042-7107-45c3-81c3-2e505ca24c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:18.871922 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-99181701-b971-46a5-8572-50978b62e709 req-74d2cbe0-9437-4b0d-b2a5-283a55f4471c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223326 Dec 15 03:23:18.920252 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391 req-565428f8-6128-41b5-85db-363d8d2441ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dc01984-99c6-492c-9ef8-c5f006d87bf8 HTTP/1.1" status: 200 len: 217 time: 0.0473492 Dec 15 03:23:18.953593 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:19.039910 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd9042-7107-45c3-81c3-2e505ca24c3d None None] Port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:23:19.046314 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391 req-7327fa75-23e0-45b5-ad91-f72958366df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:19.047929 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fb49f-59e8-4115-b2d6-c0f700bd86b9 None None] Pushing event updated for resources: {'Port': ['ID=cf3bac83-05b9-44c3-a64a-e5bcb9c1c464,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:19.048891 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391 req-7327fa75-23e0-45b5-ad91-f72958366df1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83389732-ffeb-4bc8-aecf-18b4da903b0e HTTP/1.1" status: 200 len: 849 time: 0.1177123 Dec 15 03:23:19.052502 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Routers {'0dc132ad-fb73-4a6c-a747-20fcbdadda52'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:23:19.056739 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:23:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:19.068820 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbf6c3-4062-4785-b0ff-5fcca2ec0dce req-a31db300-5e13-4e7f-83f9-4eb282fce910 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:19.071207 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f6fbf6c3-4062-4785-b0ff-5fcca2ec0dce req-a31db300-5e13-4e7f-83f9-4eb282fce910 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0955205 Dec 15 03:23:19.120061 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391 req-146176bb-9388-4897-baf4-eed24d188651 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=03f3a6b8-7332-4406-8929-55089d4b6373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477080 Dec 15 03:23:19.189454 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] Set router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:23:19.225905 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f6fbf6c3-4062-4785-b0ff-5fcca2ec0dce req-48eb65a9-b70f-4967-93bf-0ca4a5dc2a2d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447008 Dec 15 03:23:19.291022 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391 req-e009a9fd-361a-4ffd-bde8-c4205404d2ea service neutron] 10.222.0.43 "GET /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586926 Dec 15 03:23:19.413610 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-14fcb29d-11cf-4daf-9874-aa821413fbfa None None] Provisioning complete for port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:19.414249 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-14fcb29d-11cf-4daf-9874-aa821413fbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:19.464449 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b8f577a-7550-48cb-b5c1-4f6d1b27f391 req-f97a1409-f92d-45ef-b9d3-85969291c573 service neutron] 10.222.0.43 "GET /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640136 Dec 15 03:23:19.473149 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df302965-237a-4f94-866b-e18829338e54 req-4c4f9e37-d0a0-4566-bbf1-79da58d9bfe6 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:19.474920 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-df302965-237a-4f94-866b-e18829338e54 req-4c4f9e37-d0a0-4566-bbf1-79da58d9bfe6 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 944 time: 0.1050265 Dec 15 03:23:19.567663 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-df302965-237a-4f94-866b-e18829338e54 req-d0e3cc30-ddda-4a31-854d-604fedd32967 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835044 Dec 15 03:23:19.600075 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-14fcb29d-11cf-4daf-9874-aa821413fbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:19.645079 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-14fcb29d-11cf-4daf-9874-aa821413fbfa None None] For port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=cf3bac83-05b9-44c3-a64a-e5bcb9c1c464,segment=NetworkSegment(c97d5836-2817-47ac-8e3e-4884ffd20d53),segment_id=c97d5836-2817-47ac-8e3e-4884ffd20d53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:19.652336 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'name': 'tempest-TestMinimumBasicScenario-584673060-router', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:08Z', 'updated_at': '2021-12-15T03:23:13Z', 'revision_number': 4, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'gw_port': {'id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:09Z', 'updated_at': '2021-12-15T03:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'cf3bac83-05b9-44c3-a64a-e5bcb9c1c464', 'name': '', 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'mac_address': 'fa:16:3e:f9:48:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '83afdd3f-b20a-46f3-994f-38672e348271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:12Z', 'updated_at': '2021-12-15T03:23:18Z', 'revision_number': 4, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'subnets': [{'id': '83afdd3f-b20a-46f3-994f-38672e348271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:19.654486 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:19.689527 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330e5dd-9dd3-4119-99b8-aa53eba0a5a0 None None] The sync data for ids ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'] in dv-cinder-818037-9-smb is: [{'id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'name': 'tempest-TestMinimumBasicScenario-584673060-router', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:08Z', 'updated_at': '2021-12-15T03:23:13Z', 'revision_number': 4, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'gw_port': {'id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:09Z', 'updated_at': '2021-12-15T03:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'cf3bac83-05b9-44c3-a64a-e5bcb9c1c464', 'name': '', 'network_id': '0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'mac_address': 'fa:16:3e:f9:48:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '83afdd3f-b20a-46f3-994f-38672e348271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:12Z', 'updated_at': '2021-12-15T03:23:18Z', 'revision_number': 4, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'subnets': [{'id': '83afdd3f-b20a-46f3-994f-38672e348271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:23:19.724148 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-14fcb29d-11cf-4daf-9874-aa821413fbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:19.818257 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcb29d-11cf-4daf-9874-aa821413fbfa None None] Pushing event updated for resources: {'Port': ['ID=cf3bac83-05b9-44c3-a64a-e5bcb9c1c464,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:20.064465 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c88c6a-baaf-441d-9e4f-fc565f7d3d78 req-74d240ec-44bb-4db0-aa7d-2ecfcd28543f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:20.066125 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-32c88c6a-baaf-441d-9e4f-fc565f7d3d78 req-74d240ec-44bb-4db0-aa7d-2ecfcd28543f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 943 time: 0.0660079 Dec 15 03:23:20.125132 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 6194bfae-3d46-475b-9c1f-eb90ad0179b7 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:23:20.149969 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-32c88c6a-baaf-441d-9e4f-fc565f7d3d78 req-7fb79e17-1e84-44af-9fa8-43138a42c794 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630515 Dec 15 03:23:20.280112 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 6194bfae-3d46-475b-9c1f-eb90ad0179b7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=6194bfae-3d46-475b-9c1f-eb90ad0179b7,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:20.302898 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '6194bfae-3d46-475b-9c1f-eb90ad0179b7', 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091', 'port_id': '6194bfae-3d46-475b-9c1f-eb90ad0179b7', 'mac_address': 'fa:16:3e:2c:a4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88a327a-6716-4913-895c-5c3c9e3f4a44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:23:20.375720 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:20.408622 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6194bfae-3d46-475b-9c1f-eb90ad0179b7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:23:20.412989 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c307331-34e5-4737-9a2d-27e22f2e8737 req-770cf2a8-9973-46a5-a2f6-42a818f79e29 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:20.415395 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1c307331-34e5-4737-9a2d-27e22f2e8737 req-770cf2a8-9973-46a5-a2f6-42a818f79e29 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0659647 Dec 15 03:23:20.474554 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 6194bfae-3d46-475b-9c1f-eb90ad0179b7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=6194bfae-3d46-475b-9c1f-eb90ad0179b7,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:20.524639 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1c307331-34e5-4737-9a2d-27e22f2e8737 req-7cfbee27-febf-4b64-b0fd-1e0e6ee8b7d8 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919068 Dec 15 03:23:20.693530 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:20.718602 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c6e26-7b45-42c4-b67a-22797e2af29c req-c750c0bf-a371-4229-83e6-14a5e38f0991 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:20.720199 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0a1c6e26-7b45-42c4-b67a-22797e2af29c req-c750c0bf-a371-4229-83e6-14a5e38f0991 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 944 time: 0.0560014 Dec 15 03:23:20.748441 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:20.748810 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:20.782612 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0a1c6e26-7b45-42c4-b67a-22797e2af29c req-f5890fd4-07c7-4abd-a666-c29cf2085e29 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552263 Dec 15 03:23:20.873135 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:20.922772 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=6194bfae-3d46-475b-9c1f-eb90ad0179b7,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:21.012218 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:21.239075 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:21.303099 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['6194bfae-3d46-475b-9c1f-eb90ad0179b7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:23:21.440854 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0db25-1dd2-4f40-a228-4657bfee21b8 req-7f53cccf-946d-49ee-92f8-ed86b65a7f2f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:21.454598 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6de0db25-1dd2-4f40-a228-4657bfee21b8 req-7f53cccf-946d-49ee-92f8-ed86b65a7f2f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 944 time: 0.0689776 Dec 15 03:23:21.508150 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6de0db25-1dd2-4f40-a228-4657bfee21b8 req-97d72d28-c5bd-44cd-885c-6d25ae98a088 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523009 Dec 15 03:23:21.675587 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457889d-170c-4502-811c-d8989d1fb6f5 req-c4268032-85ca-4066-839a-cf38d1ba95cc tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:21.677506 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d457889d-170c-4502-811c-d8989d1fb6f5 req-c4268032-85ca-4066-839a-cf38d1ba95cc tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0524969 Dec 15 03:23:21.756004 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d457889d-170c-4502-811c-d8989d1fb6f5 req-ac6402c3-2016-47f2-820c-20226b8599bf tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704834 Dec 15 03:23:21.914455 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2ef69-9306-45ab-abcd-cc8cf1d7ce31 req-54d7aafb-4d29-4a92-bf1c-880f1dbe6ecf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:21.922328 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e9e2ef69-9306-45ab-abcd-cc8cf1d7ce31 req-54d7aafb-4d29-4a92-bf1c-880f1dbe6ecf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 944 time: 0.0629876 Dec 15 03:23:21.972628 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e9e2ef69-9306-45ab-abcd-cc8cf1d7ce31 req-d9033f4f-0fd7-455f-8784-4d75bc99ab98 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492902 Dec 15 03:23:22.137698 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 7dc01984-99c6-492c-9ef8-c5f006d87bf8 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:23:22.229411 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:22.285846 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 7dc01984-99c6-492c-9ef8-c5f006d87bf8, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7dc01984-99c6-492c-9ef8-c5f006d87bf8,segment=NetworkSegment(a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1),segment_id=a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:22.300966 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '7dc01984-99c6-492c-9ef8-c5f006d87bf8', 'network_id': '03f3a6b8-7332-4406-8929-55089d4b6373', 'port_id': '7dc01984-99c6-492c-9ef8-c5f006d87bf8', 'mac_address': 'fa:16:3e:e8:c9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83389732-ffeb-4bc8-aecf-18b4da903b0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:23:22.348028 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:22.393842 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc01984-99c6-492c-9ef8-c5f006d87bf8 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:23:22.439537 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 7dc01984-99c6-492c-9ef8-c5f006d87bf8, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7dc01984-99c6-492c-9ef8-c5f006d87bf8,segment=NetworkSegment(a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1),segment_id=a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:22.490728 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:22.579868 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=7dc01984-99c6-492c-9ef8-c5f006d87bf8,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:22.658451 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edff4f-a964-449b-a315-16f1c5e64326 req-37afed4d-fc97-4e0a-836b-660604991afe tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:22.665103 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e5edff4f-a964-449b-a315-16f1c5e64326 req-37afed4d-fc97-4e0a-836b-660604991afe tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 944 time: 0.0667126 Dec 15 03:23:22.727058 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e5edff4f-a964-449b-a315-16f1c5e64326 req-2eff9f1b-a6bb-45e7-8b05-52f72f81636d tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586383 Dec 15 03:23:22.942923 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812971a5-674b-42e5-a8eb-778e3dd7b790 req-3516ccb0-2039-42a4-abd3-01f3dc8ac561 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:22.944667 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-812971a5-674b-42e5-a8eb-778e3dd7b790 req-3516ccb0-2039-42a4-abd3-01f3dc8ac561 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1100178 Dec 15 03:23:22.956383 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['7dc01984-99c6-492c-9ef8-c5f006d87bf8'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:23:22.969180 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95123a18-7ccc-47d1-97e5-6f64bcfbfdf6 req-372a5cd8-c10d-4643-9374-ef5c4f0c0c19 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:22.977489 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-95123a18-7ccc-47d1-97e5-6f64bcfbfdf6 req-372a5cd8-c10d-4643-9374-ef5c4f0c0c19 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 946 time: 0.0975137 Dec 15 03:23:23.065490 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-812971a5-674b-42e5-a8eb-778e3dd7b790 req-e28ed979-1142-465a-843b-5a2a532bb9ff tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855308 Dec 15 03:23:23.123183 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-95123a18-7ccc-47d1-97e5-6f64bcfbfdf6 req-8d3120c9-c274-4172-9f41-d61887863879 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443486 Dec 15 03:23:23.232828 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dcc47-64bb-41f8-afd9-e711a5976c49 req-b9059b8c-4a28-4beb-8b30-b102f6626a82 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:23.234685 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-262dcc47-64bb-41f8-afd9-e711a5976c49 req-b9059b8c-4a28-4beb-8b30-b102f6626a82 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 945 time: 0.0556502 Dec 15 03:23:23.304761 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-262dcc47-64bb-41f8-afd9-e711a5976c49 req-f57dbc54-235c-4208-8e73-b7f3a68fb92b tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616922 Dec 15 03:23:23.889541 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b652194-16ea-4300-94fa-ec6a87c91646 req-e1f54097-05e5-4566-9131-d6058c86ca9c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:23.895105 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b652194-16ea-4300-94fa-ec6a87c91646 req-e1f54097-05e5-4566-9131-d6058c86ca9c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 944 time: 0.0675380 Dec 15 03:23:23.946349 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b652194-16ea-4300-94fa-ec6a87c91646 req-7adafc0e-010f-422c-ac70-8620bfbfc9f4 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477860 Dec 15 03:23:24.143725 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 6194bfae-3d46-475b-9c1f-eb90ad0179b7 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:24.288110 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc00bdc-c62e-48f1-b687-81e906c25b42 req-ff80e1a4-9ebd-4905-b993-6dfa4815dbbf tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:24.346989 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0cc00bdc-c62e-48f1-b687-81e906c25b42 req-ff80e1a4-9ebd-4905-b993-6dfa4815dbbf tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1277792 Dec 15 03:23:24.346989 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b16b7-77ee-4761-8b85-c8f7e1f7ddc2 req-d287a9fa-68ec-4f1f-b15d-22107c52b929 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:24.346989 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f48b16b7-77ee-4761-8b85-c8f7e1f7ddc2 req-d287a9fa-68ec-4f1f-b15d-22107c52b929 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 946 time: 0.0791466 Dec 15 03:23:24.377412 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0cc00bdc-c62e-48f1-b687-81e906c25b42 req-fb1f3d2c-93cd-489e-8953-21307095f0ea tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733159 Dec 15 03:23:24.381168 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f48b16b7-77ee-4761-8b85-c8f7e1f7ddc2 req-479ac671-805c-4c1e-930f-a3f1da499ec8 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711968 Dec 15 03:23:24.522547 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298958e-aa7c-4d4d-a67e-c9628905bc74 req-4fd6a9bb-9dbf-4a1b-9090-5769f473006d tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:24.530318 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9298958e-aa7c-4d4d-a67e-c9628905bc74 req-4fd6a9bb-9dbf-4a1b-9090-5769f473006d tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 945 time: 0.0629711 Dec 15 03:23:24.574363 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9298958e-aa7c-4d4d-a67e-c9628905bc74 req-07452626-1b7b-41f8-8e0a-abd74d911ae5 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430014 Dec 15 03:23:24.717531 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 6194bfae-3d46-475b-9c1f-eb90ad0179b7 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:23:24.721690 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 6194bfae-3d46-475b-9c1f-eb90ad0179b7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:24.722063 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:24.813318 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:24.836239 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b80eea7-b062-452a-9e23-56077cdd9196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6194bfae-3d46-475b-9c1f-eb90ad0179b7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:24.840922 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310579a1-8076-42c6-826d-c680e17e606f" -d '{"events": [{"server_uuid": "8b80eea7-b062-452a-9e23-56077cdd9196", "name": "network-vif-plugged", "status": "completed", "tag": "6194bfae-3d46-475b-9c1f-eb90ad0179b7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:24.850910 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 6194bfae-3d46-475b-9c1f-eb90ad0179b7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=6194bfae-3d46-475b-9c1f-eb90ad0179b7,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:24.875859 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712e08ba-9845-42d0-adcf-ef045e551453 x-openstack-request-id: req-712e08ba-9845-42d0-adcf-ef045e551453 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:24.876854 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b80eea7-b062-452a-9e23-56077cdd9196", "name": "network-vif-plugged", "status": "completed", "tag": "6194bfae-3d46-475b-9c1f-eb90ad0179b7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:24.877285 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-712e08ba-9845-42d0-adcf-ef045e551453 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:24.877734 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b80eea7-b062-452a-9e23-56077cdd9196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6194bfae-3d46-475b-9c1f-eb90ad0179b7', 'code': 200} Dec 15 03:23:24.911988 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:25.075861 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-a3c02ac4-559c-4e2e-b6ed-a3520bd9331c tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:25.077488 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-a3c02ac4-559c-4e2e-b6ed-a3520bd9331c tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.43 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 946 time: 0.1436195 Dec 15 03:23:25.077899 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=6194bfae-3d46-475b-9c1f-eb90ad0179b7,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:25.208782 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290070c-9a44-440d-88d9-b74bfa83734c req-72a0c690-c949-4dda-9f8d-932f35422990 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:25.210295 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9290070c-9a44-440d-88d9-b74bfa83734c req-72a0c690-c949-4dda-9f8d-932f35422990 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 945 time: 0.1318932 Dec 15 03:23:25.271833 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9290070c-9a44-440d-88d9-b74bfa83734c req-6a2287a5-24b5-4a5f-a61b-d569d0fb25b3 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556331 Dec 15 03:23:25.279968 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-d9501e89-59a0-4968-8a36-56382002baf0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Deleting port 9ef34036-5412-4608-9a6e-f4f51cf3d499 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:23:25.280302 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-d9501e89-59a0-4968-8a36-56382002baf0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:25.417444 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d1643-23cb-441d-9ad9-68bb282edce3 req-a3d69454-4152-4666-8590-c5c3138336e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:25.418970 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-af1d1643-23cb-441d-9ad9-68bb282edce3 req-a3d69454-4152-4666-8590-c5c3138336e4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 1098 time: 0.0674736 Dec 15 03:23:25.461623 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-d9501e89-59a0-4968-8a36-56382002baf0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] For port 9ef34036-5412-4608-9a6e-f4f51cf3d499, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9ef34036-5412-4608-9a6e-f4f51cf3d499,segment=NetworkSegment(b0760978-77cd-4a77-8fbd-9cff31a5bc73),segment_id=b0760978-77cd-4a77-8fbd-9cff31a5bc73)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:25.462078 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-d9501e89-59a0-4968-8a36-56382002baf0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:25.483172 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-d9501e89-59a0-4968-8a36-56382002baf0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Calling delete_port for 9ef34036-5412-4608-9a6e-f4f51cf3d499 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:23:25.804738 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-af1d1643-23cb-441d-9ad9-68bb282edce3 req-deaf1ce1-abef-42df-9d12-0031ed538cba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687708 Dec 15 03:23:25.871499 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005013ce-b871-499f-b1b2-740b7a506619 req-3120f067-377b-4a9c-a130-c72877106546 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:25.873162 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-005013ce-b871-499f-b1b2-740b7a506619 req-3120f067-377b-4a9c-a130-c72877106546 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.3880351 Dec 15 03:23:25.892996 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2b6f6-b129-4a1b-a91a-b1b58be7b681 req-0320e379-ddd0-44b8-b7f4-70076125bc29 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:25.903115 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-18c2b6f6-b129-4a1b-a91a-b1b58be7b681 req-0320e379-ddd0-44b8-b7f4-70076125bc29 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 946 time: 0.1669745 Dec 15 03:23:25.988614 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-18c2b6f6-b129-4a1b-a91a-b1b58be7b681 req-f38e5ab4-c579-4a66-9717-fb566215b038 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/security-groups?id=1ee7566e-fed9-42e4-bacc-66d0ffaabc04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706019 Dec 15 03:23:26.029440 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-005013ce-b871-499f-b1b2-740b7a506619 req-ea4b0d48-da9c-4fc3-b2db-ac0cc41ebf0f tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222434 Dec 15 03:23:26.142796 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 7dc01984-99c6-492c-9ef8-c5f006d87bf8 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:26.181046 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea73201-b140-4c3a-accd-a67208ad87fd req-2cd24bfb-69c9-42f3-81fa-cbe891128fbf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:26.181046 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cea73201-b140-4c3a-accd-a67208ad87fd req-2cd24bfb-69c9-42f3-81fa-cbe891128fbf tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 945 time: 0.0778222 Dec 15 03:23:26.248593 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-d9501e89-59a0-4968-8a36-56382002baf0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:26.294822 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9501e89-59a0-4968-8a36-56382002baf0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Pushing event deleted for resources: {'Port': ['ID=9ef34036-5412-4608-9a6e-f4f51cf3d499,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:26.353347 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-d9501e89-59a0-4968-8a36-56382002baf0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] No DVR routers for this DVR port 9ef34036-5412-4608-9a6e-f4f51cf3d499 on host hv-cinder-81803 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:23:26.356757 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-d9501e89-59a0-4968-8a36-56382002baf0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:26.361758 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cf15e1d9-cac1-435b-9bb6-5e710be24c2d req-d9501e89-59a0-4968-8a36-56382002baf0 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.43 "DELETE /v2.0/ports/9ef34036-5412-4608-9a6e-f4f51cf3d499 HTTP/1.1" status: 204 len: 173 time: 1.2758532 Dec 15 03:23:26.377548 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8549366f-655d-4232-8e74-a140c4821a9d', 'name': 'network-vif-deleted', 'tag': '9ef34036-5412-4608-9a6e-f4f51cf3d499'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:26.377999 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['9ef34036-5412-4608-9a6e-f4f51cf3d499'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:23:26.379925 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118d4b67-d581-4501-af8d-e723051f0312" -d '{"events": [{"server_uuid": "8549366f-655d-4232-8e74-a140c4821a9d", "name": "network-vif-deleted", "tag": "9ef34036-5412-4608-9a6e-f4f51cf3d499"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:26.422527 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cea73201-b140-4c3a-accd-a67208ad87fd req-3bc54244-735a-4086-afbd-52c684cf40bb tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284834 Dec 15 03:23:26.466248 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85256d-32ab-4945-ad25-b222992163d1 req-f32c1c90-1191-4bbb-8c6a-d100ff7bd643 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:26.468247 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2c85256d-32ab-4945-ad25-b222992163d1 req-f32c1c90-1191-4bbb-8c6a-d100ff7bd643 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 945 time: 0.0796359 Dec 15 03:23:26.496341 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 7dc01984-99c6-492c-9ef8-c5f006d87bf8 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:23:26.502167 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 7dc01984-99c6-492c-9ef8-c5f006d87bf8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:26.503371 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:26.521847 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d15501-5f74-498d-ba94-8195809351f8 x-openstack-request-id: req-55d15501-5f74-498d-ba94-8195809351f8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:26.522614 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8549366f-655d-4232-8e74-a140c4821a9d", "name": "network-vif-deleted", "tag": "9ef34036-5412-4608-9a6e-f4f51cf3d499", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:26.522614 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-55d15501-5f74-498d-ba94-8195809351f8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:26.522848 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8549366f-655d-4232-8e74-a140c4821a9d', 'name': 'network-vif-deleted', 'tag': '9ef34036-5412-4608-9a6e-f4f51cf3d499', 'status': 'completed', 'code': 200} Dec 15 03:23:26.585997 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2c85256d-32ab-4945-ad25-b222992163d1 req-34746da2-ecf1-4e54-8bcd-57fda74281b1 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077757 Dec 15 03:23:26.604798 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:26.667684 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 7dc01984-99c6-492c-9ef8-c5f006d87bf8, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7dc01984-99c6-492c-9ef8-c5f006d87bf8,segment=NetworkSegment(a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1),segment_id=a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:26.742590 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:26.810731 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=7dc01984-99c6-492c-9ef8-c5f006d87bf8,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:26.815435 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 34270) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:26.878882 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc01984-99c6-492c-9ef8-c5f006d87bf8'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:26.881699 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d923da-2b95-40a9-971b-55bdcd688329" -d '{"events": [{"server_uuid": "f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa", "name": "network-vif-plugged", "status": "completed", "tag": "7dc01984-99c6-492c-9ef8-c5f006d87bf8"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:26.949586 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5ba356-7b7d-4922-8f22-01caf94f87e1 x-openstack-request-id: req-5b5ba356-7b7d-4922-8f22-01caf94f87e1 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:26.949586 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa", "name": "network-vif-plugged", "status": "completed", "tag": "7dc01984-99c6-492c-9ef8-c5f006d87bf8", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:26.949586 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b5ba356-7b7d-4922-8f22-01caf94f87e1 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:26.949586 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc01984-99c6-492c-9ef8-c5f006d87bf8', 'code': 200} Dec 15 03:23:26.972756 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-252cf2a0-d989-4a95-80b0-887ffa270988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:27.086654 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-252cf2a0-d989-4a95-80b0-887ffa270988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:27.170369 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-252cf2a0-d989-4a95-80b0-887ffa270988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:27.180600 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1b9c3365-8196-4fdc-a783-e003d25eafc4 req-f5fea543-822a-4b8e-9334-87221c3db545 tempest-VolumesActionsTest-1488150122 tempest-VolumesActionsTest-1488150122-project] 10.222.0.45 "GET /v2.0/ports?device_id=8549366f-655d-4232-8e74-a140c4821a9d HTTP/1.1" status: 200 len: 210 time: 0.0782561 Dec 15 03:23:27.220928 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d26439-9cbc-4789-8450-aade7283a80a req-0fee0213-5475-4574-93d2-59e2f8b97d97 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:27.223547 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a1d26439-9cbc-4789-8450-aade7283a80a req-0fee0213-5475-4574-93d2-59e2f8b97d97 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0819497 Dec 15 03:23:27.227726 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-252cf2a0-d989-4a95-80b0-887ffa270988 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bfc4d96af7646ab93740186eeb396ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080982 Dec 15 03:23:27.228497 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 34284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:27.269328 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cf2a0-d989-4a95-80b0-887ffa270988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4816a8e-bc30-45b2-89d4-c87ca50df165,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:27.351447 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a1d26439-9cbc-4789-8450-aade7283a80a req-be3bf805-c96c-44c8-a1e7-9ebf3d167a35 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150033 Dec 15 03:23:27.366279 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d125-0247-4132-9f75-4fe2b68c8f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:27.389343 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d125-0247-4132-9f75-4fe2b68c8f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:27.486754 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821e46b-f530-42ca-bfc7-431a83605335 req-5df36063-1b59-4d96-b05d-c5cc20f0268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:27.488383 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f821e46b-f530-42ca-bfc7-431a83605335 req-5df36063-1b59-4d96-b05d-c5cc20f0268a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 1099 time: 0.0435894 Dec 15 03:23:27.553930 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d125-0247-4132-9f75-4fe2b68c8f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:27.556728 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc0d125-0247-4132-9f75-4fe2b68c8f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:27.557864 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-ecc0d125-0247-4132-9f75-4fe2b68c8f1e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4816a8e-bc30-45b2-89d4-c87ca50df165 HTTP/1.1" status: 204 len: 168 time: 0.3281708 Dec 15 03:23:27.590465 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0d125-0247-4132-9f75-4fe2b68c8f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4816a8e-bc30-45b2-89d4-c87ca50df165,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:27.635551 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f821e46b-f530-42ca-bfc7-431a83605335 req-8f6e0e19-fa0f-4809-b032-d9e6f772dec7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108298 Dec 15 03:23:27.646400 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e7e65-86bf-4651-8527-3b6cf54e07a9 req-b93e07b0-ec44-4f46-a08d-6b9eace250e2 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:27.647968 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f39e7e65-86bf-4651-8527-3b6cf54e07a9 req-b93e07b0-ec44-4f46-a08d-6b9eace250e2 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 946 time: 0.1380074 Dec 15 03:23:27.759169 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f39e7e65-86bf-4651-8527-3b6cf54e07a9 req-ebaca686-7460-4034-a81f-5a9b7dda73b8 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997655 Dec 15 03:23:27.779488 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db3400-9415-440a-9c67-1504bde4d5a6 req-80a3e095-42bd-4892-b4f1-8e28721e01bb tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:27.779488 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b7db3400-9415-440a-9c67-1504bde4d5a6 req-80a3e095-42bd-4892-b4f1-8e28721e01bb tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 945 time: 0.0860350 Dec 15 03:23:27.832097 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b7db3400-9415-440a-9c67-1504bde4d5a6 req-3274c1ca-e1d4-4422-88f7-be9db6abc710 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502214 Dec 15 03:23:28.789089 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abd907-7402-4374-a699-b4cd30d85cf2 req-3c0eec82-4b7f-4117-8e4d-68f0460a80fa tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:28.793531 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c2abd907-7402-4374-a699-b4cd30d85cf2 req-3c0eec82-4b7f-4117-8e4d-68f0460a80fa tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1020811 Dec 15 03:23:28.896110 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c2abd907-7402-4374-a699-b4cd30d85cf2 req-ef6c6696-7ad3-431b-a97e-236dad9c37db tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910325 Dec 15 03:23:29.085126 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2493aec-4548-460f-aa0a-f63f8b8f15f2 req-cd082be9-2139-4e26-8c46-d77f033f244e tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:29.090640 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d2493aec-4548-460f-aa0a-f63f8b8f15f2 req-cd082be9-2139-4e26-8c46-d77f033f244e tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 946 time: 0.0627959 Dec 15 03:23:29.147347 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d2493aec-4548-460f-aa0a-f63f8b8f15f2 req-fc3f44fd-d940-4075-b351-1f5b68b063f9 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484195 Dec 15 03:23:29.928270 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462935e-608f-43db-823b-d8705020bb5c req-6f3f1c4c-d342-4986-a68b-79da7a973547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:29.935103 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f462935e-608f-43db-823b-d8705020bb5c req-6f3f1c4c-d342-4986-a68b-79da7a973547 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 1099 time: 0.0561097 Dec 15 03:23:30.005467 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f462935e-608f-43db-823b-d8705020bb5c req-b54f6c55-0ad4-4893-8554-81c199c80cc8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665917 Dec 15 03:23:30.138833 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4042-22e8-4f9b-9969-cf42cff70934 req-0fa3c1f7-ab55-4a6b-b0d4-5a283d927e67 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:30.140342 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-de7b4042-22e8-4f9b-9969-cf42cff70934 req-0fa3c1f7-ab55-4a6b-b0d4-5a283d927e67 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0894926 Dec 15 03:23:30.184157 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 9ef34036-5412-4608-9a6e-f4f51cf3d499 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:23:30.227214 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-de7b4042-22e8-4f9b-9969-cf42cff70934 req-94b558a9-2c90-4585-bbc8-13ced3ee5421 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795803 Dec 15 03:23:30.255196 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 9ef34036-5412-4608-9a6e-f4f51cf3d499 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:23:30.256602 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 9ef34036-5412-4608-9a6e-f4f51cf3d499 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:23:30.333626 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b65c61-8696-4a44-85ad-626bc088d20d req-97621de9-4020-43d5-8f8e-ae5c356c98f1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:30.335249 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-76b65c61-8696-4a44-85ad-626bc088d20d req-97621de9-4020-43d5-8f8e-ae5c356c98f1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 946 time: 0.0572917 Dec 15 03:23:30.395659 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-76b65c61-8696-4a44-85ad-626bc088d20d req-b38c9e61-09a6-420e-bc56-e595e2bfb8ab tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544412 Dec 15 03:23:31.254437 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-85e5fa30-9b91-453c-a0d2-1ed4d36e3983 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:31.257948 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-85e5fa30-9b91-453c-a0d2-1ed4d36e3983 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/networks?id=5718e6be-6cbe-4937-a542-b51bc5bb7955 HTTP/1.1" status: 200 len: 815 time: 0.1532390 Dec 15 03:23:31.291905 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-cf79c69f-9502-4532-a579-657b49d0cf5b tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/quotas/aea8f8ac13aa45d0b317e51996b46ce6 HTTP/1.1" status: 200 len: 375 time: 0.0287557 Dec 15 03:23:31.373348 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-96b664a4-0d2f-480f-b8cb-3b62b597ffc0 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659397 Dec 15 03:23:31.512036 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad130d-a483-4bb9-ab48-95bc40558e49 req-e88265b5-4b9b-4083-8648-f6239f8e5c1f tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:31.513528 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-76ad130d-a483-4bb9-ab48-95bc40558e49 req-e88265b5-4b9b-4083-8648-f6239f8e5c1f tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1334949 Dec 15 03:23:31.535102 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-b4d3e6d9-33a5-4b10-858d-98621c121bcc service neutron] 10.222.0.45 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415167 Dec 15 03:23:31.620774 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-76ad130d-a483-4bb9-ab48-95bc40558e49 req-19a60e97-e514-44e9-98e6-5a12be23e47d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986209 Dec 15 03:23:31.652273 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-181ddfe9-e003-4deb-a46a-21d9acf848c6 service neutron] 10.222.0.45 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098583 Dec 15 03:23:31.820543 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-5ab1d0a6-2d26-4b64-b790-222fbd6e4f1a tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:31.822106 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-5ab1d0a6-2d26-4b64-b790-222fbd6e4f1a tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/networks?id=484bcbd8-97b9-4c55-9a3d-eda75a46f091 HTTP/1.1" status: 200 len: 814 time: 0.1074991 Dec 15 03:23:31.839314 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c34716b5-9c56-4f63-83fa-671c3027a67c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/quotas/540410d397a248c6b31115c44b55ab77 HTTP/1.1" status: 200 len: 375 time: 0.0111964 Dec 15 03:23:31.936118 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-21b0867d-2997-48ff-b1cd-0c6d2713b55c req-d3a28cfc-6586-470f-b885-96593d500e5a tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 210 time: 0.0597544 Dec 15 03:23:31.948707 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-ba9a8ebf-b5d0-49da-b3a1-ba927e550bf7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021974 Dec 15 03:23:32.078084 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-4ca048cd-8497-4f63-88f8-a90040ecd9d4 service neutron] 10.222.0.45 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215849 Dec 15 03:23:32.178336 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-1284a08b-2069-4a0e-8e83-8e0b8a3e086c service neutron] 10.222.0.45 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930407 Dec 15 03:23:32.489348 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e1154144-8a2a-433f-9545-f925cebb3564 req-d0756b8f-6e66-4bd8-81db-1c578d558cd5 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 210 time: 0.0316103 Dec 15 03:23:32.584848 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfbac7-da18-47fc-a460-cf8ff1f03ab5 req-a569e4d9-468f-4e41-b9ab-8c74398d8417 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:32.586371 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c0bfbac7-da18-47fc-a460-cf8ff1f03ab5 req-a569e4d9-468f-4e41-b9ab-8c74398d8417 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 946 time: 0.0501652 Dec 15 03:23:32.636617 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c0bfbac7-da18-47fc-a460-cf8ff1f03ab5 req-7d9f6931-5ddd-4751-953f-ab09a7f2374a tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442171 Dec 15 03:23:32.738685 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92597901-e5b3-472e-bace-3cd8d0634dd2 req-c8cdbb43-a1e0-4ddc-990f-0f7393d6daf7 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:32.740150 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-92597901-e5b3-472e-bace-3cd8d0634dd2 req-c8cdbb43-a1e0-4ddc-990f-0f7393d6daf7 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0477550 Dec 15 03:23:32.791629 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-92597901-e5b3-472e-bace-3cd8d0634dd2 req-41bbbaae-65d0-430f-a498-48f9daed92be tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449095 Dec 15 03:23:33.022433 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f24e4364-5497-49ab-96f6-42692383ebe2 req-9ee00098-15c8-4781-ab27-efb5a515815f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 210 time: 0.0271132 Dec 15 03:23:33.205006 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:23:33.209312 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53de36-a464-4c96-9811-5c882d4086ad req-b04a57c4-0dcf-4c93-86d8-216fd8cc81f8 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:33.210955 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8d53de36-a464-4c96-9811-5c882d4086ad req-b04a57c4-0dcf-4c93-86d8-216fd8cc81f8 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0506661 Dec 15 03:23:33.286465 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8d53de36-a464-4c96-9811-5c882d4086ad req-751ccf5b-121a-4590-af77-9a1f3564aa3d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695977 Dec 15 03:23:33.299793 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fceb1-d34d-49ba-8b72-86a7eeb68502 req-aaf53053-0866-48db-a74a-09558846d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:33.301259 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d97fceb1-d34d-49ba-8b72-86a7eeb68502 req-aaf53053-0866-48db-a74a-09558846d2b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 1099 time: 0.0556052 Dec 15 03:23:33.403854 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fceb1-d34d-49ba-8b72-86a7eeb68502 req-f369c73d-3138-4600-b91c-e955f960a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:33.405300 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d97fceb1-d34d-49ba-8b72-86a7eeb68502 req-f369c73d-3138-4600-b91c-e955f960a108 service neutron] 10.222.0.43 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 919 time: 0.0963221 Dec 15 03:23:33.468059 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d97fceb1-d34d-49ba-8b72-86a7eeb68502 req-969c4d2b-ab30-4076-acc8-2973bf88eb24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee HTTP/1.1" status: 200 len: 217 time: 0.0427487 Dec 15 03:23:33.575495 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9c229-0489-42dc-a264-75e6b3249db0 req-334dc43c-93a4-4f2d-ad75-ce8df2c9e31e tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:33.577086 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f4c9c229-0489-42dc-a264-75e6b3249db0 req-334dc43c-93a4-4f2d-ad75-ce8df2c9e31e tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.1026707 Dec 15 03:23:33.578644 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fceb1-d34d-49ba-8b72-86a7eeb68502 req-bf7f10ff-4c75-4a69-b9b7-7bb42547b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:33.580114 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d97fceb1-d34d-49ba-8b72-86a7eeb68502 req-bf7f10ff-4c75-4a69-b9b7-7bb42547b471 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 200 len: 858 time: 0.0958183 Dec 15 03:23:33.615511 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-66b75f09-f6ac-4620-98e1-5e5260d20a71 req-d2abd550-4ccb-4c5b-b164-db7fa9d0b023 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 210 time: 0.0337052 Dec 15 03:23:33.645639 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d97fceb1-d34d-49ba-8b72-86a7eeb68502 req-dcea611c-06cf-450e-9aa3-7335079413a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=596d48f0-d405-4ad3-9dc4-ee18649c23a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271254 Dec 15 03:23:33.751913 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f4c9c229-0489-42dc-a264-75e6b3249db0 req-9b73dad4-3158-45aa-a510-a4d467343ef5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582847 Dec 15 03:23:33.834118 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d97fceb1-d34d-49ba-8b72-86a7eeb68502 req-15c97f3e-ffe5-471b-9838-12728c2818d9 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538734 Dec 15 03:23:33.845863 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b69ad3-9c20-421c-959e-adbaf82b270f req-92cb0c08-06a8-406f-a4bc-ce994574f32f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:33.847383 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d6b69ad3-9c20-421c-959e-adbaf82b270f req-92cb0c08-06a8-406f-a4bc-ce994574f32f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 946 time: 0.0732768 Dec 15 03:23:33.948971 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d6b69ad3-9c20-421c-959e-adbaf82b270f req-05f6ae39-1561-4f78-9eb1-1cfc88d14c2a tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928631 Dec 15 03:23:34.005066 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d97fceb1-d34d-49ba-8b72-86a7eeb68502 req-b9587d9d-caa4-415c-9198-729a6fea0326 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565158 Dec 15 03:23:34.127316 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a76c70b1-a1b0-4601-859d-e28755a530a9 req-c446f3dd-038c-4c80-9e79-be71e3d1df93 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 210 time: 0.0294189 Dec 15 03:23:34.223677 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 34554) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:34.336216 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880327c4-46ed-4f74-bf76-5af8e76d82e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:34.444136 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141ca90-f28c-40bd-aa3e-5a31ba5c7c99 req-17dd93f0-8d8a-44c1-90fe-ae11a877bbcc tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:34.445640 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6141ca90-f28c-40bd-aa3e-5a31ba5c7c99 req-17dd93f0-8d8a-44c1-90fe-ae11a877bbcc tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0739923 Dec 15 03:23:34.475549 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880327c4-46ed-4f74-bf76-5af8e76d82e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:34.505026 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6141ca90-f28c-40bd-aa3e-5a31ba5c7c99 req-978c41c7-ddcc-4b1f-bdaf-f31523cdf8f5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521059 Dec 15 03:23:34.552521 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-880327c4-46ed-4f74-bf76-5af8e76d82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:34.591511 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-880327c4-46ed-4f74-bf76-5af8e76d82e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd0e96e428f14755a3f3b3051ea6e16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667564 Dec 15 03:23:34.593406 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880327c4-46ed-4f74-bf76-5af8e76d82e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead523dd-b19c-4d42-b3d5-c189d4e2e1b1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:34.594355 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 34560) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:34.646529 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78ee1e37-16e0-4663-b2cc-a71984fe18e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:34.668587 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78ee1e37-16e0-4663-b2cc-a71984fe18e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:34.725779 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-21539bff-05b7-4dbe-b01f-0438a726e5d7 req-07171195-a3fd-4c11-b3a6-b6d09b186315 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 210 time: 0.0262389 Dec 15 03:23:34.799075 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78ee1e37-16e0-4663-b2cc-a71984fe18e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:34.801834 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78ee1e37-16e0-4663-b2cc-a71984fe18e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:34.803131 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-78ee1e37-16e0-4663-b2cc-a71984fe18e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ead523dd-b19c-4d42-b3d5-c189d4e2e1b1 HTTP/1.1" status: 204 len: 168 time: 0.2069123 Dec 15 03:23:34.811093 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee1e37-16e0-4663-b2cc-a71984fe18e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead523dd-b19c-4d42-b3d5-c189d4e2e1b1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:34.871941 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f4977-58ff-40a0-bc6a-7e70956e968e req-fa6db0ce-6f61-410e-ba26-bba125b7abbe tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:34.873721 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2e1f4977-58ff-40a0-bc6a-7e70956e968e req-fa6db0ce-6f61-410e-ba26-bba125b7abbe tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0527589 Dec 15 03:23:34.926453 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2e1f4977-58ff-40a0-bc6a-7e70956e968e req-43155633-fae3-4c58-a334-1d034af2de36 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Dec 15 03:23:35.079200 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87177e-31d3-4247-96e6-169b688db970 req-b83f11d8-709b-4df9-a388-0ab3a0b87c58 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:35.080952 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e87177e-31d3-4247-96e6-169b688db970 req-b83f11d8-709b-4df9-a388-0ab3a0b87c58 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 946 time: 0.0503476 Dec 15 03:23:35.137848 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e87177e-31d3-4247-96e6-169b688db970 req-d49e2681-9189-4324-b659-9c6daf0ec689 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3e59-0b34-4238-8513-8f295e22dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508239 Dec 15 03:23:35.191515 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12293b6-6689-48e9-823f-2914801c0790 req-781989c5-24b2-4f29-908f-2a1e7c46aa99 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:35.193020 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a12293b6-6689-48e9-823f-2914801c0790 req-781989c5-24b2-4f29-908f-2a1e7c46aa99 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.43 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 946 time: 0.0543044 Dec 15 03:23:35.254057 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-13a7676d-990c-4082-9c19-481928e9d04f req-615d7ab3-4dba-45c9-a3af-74f65091b3c9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 210 time: 0.0459561 Dec 15 03:23:35.342737 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-a12293b6-6689-48e9-823f-2914801c0790 req-09df51aa-2503-4cf4-bfc7-1557beb3b22f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Deleting port 7dc01984-99c6-492c-9ef8-c5f006d87bf8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:23:35.343503 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a12293b6-6689-48e9-823f-2914801c0790 req-09df51aa-2503-4cf4-bfc7-1557beb3b22f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:35.526604 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a12293b6-6689-48e9-823f-2914801c0790 req-09df51aa-2503-4cf4-bfc7-1557beb3b22f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] For port 7dc01984-99c6-492c-9ef8-c5f006d87bf8, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7dc01984-99c6-492c-9ef8-c5f006d87bf8,segment=NetworkSegment(a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1),segment_id=a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:35.526967 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a12293b6-6689-48e9-823f-2914801c0790 req-09df51aa-2503-4cf4-bfc7-1557beb3b22f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:35.542863 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-a4d26b67-91f2-411b-8fdb-dbf874798528 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:35.545523 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-a4d26b67-91f2-411b-8fdb-dbf874798528 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.43 "GET /v2.0/networks?id=5718e6be-6cbe-4937-a542-b51bc5bb7955 HTTP/1.1" status: 200 len: 815 time: 0.1976757 Dec 15 03:23:35.553277 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-a12293b6-6689-48e9-823f-2914801c0790 req-09df51aa-2503-4cf4-bfc7-1557beb3b22f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Calling delete_port for 7dc01984-99c6-492c-9ef8-c5f006d87bf8 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:23:35.574515 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'port': {'device_id': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'admin_state_up': True, 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:35.916218 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-26a4bb16-fd76-44d4-828c-05d7608f1574 req-68101f38-5a77-4874-902a-3ea93af824a1 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 210 time: 0.0987887 Dec 15 03:23:35.992042 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e40d4a-1a5d-46fe-b5cb-40123dcba146 req-e94d6e6c-ab29-46a0-8b14-3d787230e727 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:35.993622 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-22e40d4a-1a5d-46fe-b5cb-40123dcba146 req-e94d6e6c-ab29-46a0-8b14-3d787230e727 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1773818 Dec 15 03:23:36.151211 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-22e40d4a-1a5d-46fe-b5cb-40123dcba146 req-c65c6cfd-5ecb-4549-83df-08651c869cd0 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497953 Dec 15 03:23:36.168444 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e1d9-d715-436a-b923-19a4ea314153 req-1789c648-bf2d-422a-9baf-cc5222c53092 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:36.183750 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d336e1d9-d715-436a-b923-19a4ea314153 req-1789c648-bf2d-422a-9baf-cc5222c53092 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.1692793 Dec 15 03:23:36.242213 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Made reservation on behalf of aea8f8ac13aa45d0b317e51996b46ce6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:23:36.248161 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:36.250215 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a12293b6-6689-48e9-823f-2914801c0790 req-09df51aa-2503-4cf4-bfc7-1557beb3b22f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:36.298616 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-5b7cb724-256f-48f7-823b-12eb6a6e7f21 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:36.301344 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['7dc01984-99c6-492c-9ef8-c5f006d87bf8'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:23:36.301830 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-5b7cb724-256f-48f7-823b-12eb6a6e7f21 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "GET /v2.0/networks?id=484bcbd8-97b9-4c55-9a3d-eda75a46f091 HTTP/1.1" status: 200 len: 814 time: 0.1883907 Dec 15 03:23:36.334984 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Request body: {'port': {'device_id': 'c9238ccf-da6a-45d7-9789-50b83adb3f18', 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091', 'admin_state_up': True, 'tenant_id': '540410d397a248c6b31115c44b55ab77'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:36.337223 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df51aa-2503-4cf4-bfc7-1557beb3b22f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Pushing event deleted for resources: {'Port': ['ID=7dc01984-99c6-492c-9ef8-c5f006d87bf8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:36.356167 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e9e3753-0f54-45f6-a78b-33c0d71f5929 req-d2811724-3419-403e-bfe9-31044fbeb199 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.1159375 Dec 15 03:23:36.429808 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d336e1d9-d715-436a-b923-19a4ea314153 req-8bafc17c-785c-4fb1-af5c-4709c8614074 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315331 Dec 15 03:23:36.526287 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12293b6-6689-48e9-823f-2914801c0790 req-09df51aa-2503-4cf4-bfc7-1557beb3b22f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] No DVR routers for this DVR port 7dc01984-99c6-492c-9ef8-c5f006d87bf8 on host hv-cinder-81803 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:23:36.544337 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a12293b6-6689-48e9-823f-2914801c0790 req-09df51aa-2503-4cf4-bfc7-1557beb3b22f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:36.548825 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a12293b6-6689-48e9-823f-2914801c0790 req-09df51aa-2503-4cf4-bfc7-1557beb3b22f tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.43 "DELETE /v2.0/ports/7dc01984-99c6-492c-9ef8-c5f006d87bf8 HTTP/1.1" status: 204 len: 173 time: 1.3494754 Dec 15 03:23:36.549298 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa', 'name': 'network-vif-deleted', 'tag': '7dc01984-99c6-492c-9ef8-c5f006d87bf8'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:36.551576 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8fe757-5a3c-433e-a68c-b0bdbca3f6f8" -d '{"events": [{"server_uuid": "f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa", "name": "network-vif-deleted", "tag": "7dc01984-99c6-492c-9ef8-c5f006d87bf8"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:36.575523 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-92703315-6613-45dc-b5ee-4894d42d58a0 req-faa04eb8-8741-4cb1-91a5-e8e32d70e7f0 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 210 time: 0.1060004 Dec 15 03:23:36.621714 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Made reservation on behalf of 540410d397a248c6b31115c44b55ab77 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:23:36.626982 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:36.639436 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3271ad-065c-467a-995e-5787cf1c894c x-openstack-request-id: req-af3271ad-065c-467a-995e-5787cf1c894c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:36.639941 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa", "name": "network-vif-deleted", "tag": "7dc01984-99c6-492c-9ef8-c5f006d87bf8", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:36.640343 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af3271ad-065c-467a-995e-5787cf1c894c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:36.640898 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa', 'name': 'network-vif-deleted', 'tag': '7dc01984-99c6-492c-9ef8-c5f006d87bf8', 'status': 'completed', 'code': 200} Dec 15 03:23:36.672124 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Allocated IP 172.20.0.10 (5718e6be-6cbe-4937-a542-b51bc5bb7955/6d1beba5-9b9c-4a18-ad74-39d4a25196c4/b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:36.850539 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Allocated IP 172.20.0.2 (484bcbd8-97b9-4c55-9a3d-eda75a46f091/d88a327a-6716-4913-895c-5c3c9e3f4a44/e7d47c53-48c2-40ae-a629-8aed05ea9c51) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:36.996379 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:37.106390 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aee674d8-8d86-42b9-9ce9-698bffae4b43 req-9acc0bf7-8b9e-4224-8c56-d59c1619b8ad tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 210 time: 0.0948408 Dec 15 03:23:37.126127 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:37.216143 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:37.240932 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:37.301417 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['5e56061c-55ba-48b9-a921-5852bc7bbacd', '6194bfae-3d46-475b-9c1f-eb90ad0179b7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:23:37.355210 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'Port': ['ID=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:37.388395 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:37.399666 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:37.410045 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:37.417810 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Network 5718e6be-6cbe-4937-a542-b51bc5bb7955 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:37.422115 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:37.436617 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:37.503822 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Pushing event updated for resources: {'Port': ['ID=e7d47c53-48c2-40ae-a629-8aed05ea9c51,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:37.612019 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:37.612217 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cffa30-8a3d-4b76-9e5c-5ac74f0df16a req-583b08ed-a4ca-4161-89bf-b628eb89f223 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:37.621376 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:37.622082 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-68cffa30-8a3d-4b76-9e5c-5ac74f0df16a req-583b08ed-a4ca-4161-89bf-b628eb89f223 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.3030567 Dec 15 03:23:37.729527 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a48d1592-a90e-4525-8e81-0a1daa2e9e5f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4004979 Dec 15 03:23:37.736886 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:37.737684 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:37.754793 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6b9756d6-8be6-42d5-afc1-3d0b666e54e8 req-cebbb4c1-cec3-4233-95f6-73aca03c03e5 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.1932669 Dec 15 03:23:37.818538 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-28686a26-bef6-4da9-9d93-ffe3817df4fd None None] Provisioning complete for port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:37.818538 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-28686a26-bef6-4da9-9d93-ffe3817df4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:37.818803 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-68cffa30-8a3d-4b76-9e5c-5ac74f0df16a req-f4ca665a-f97b-4145-ae4a-382a04ae61bb tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930835 Dec 15 03:23:37.842793 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-46546331-a9da-4f1c-920c-6bbe641b4a29 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2730606 Dec 15 03:23:37.875643 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-28686a26-bef6-4da9-9d93-ffe3817df4fd None None] Port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:23:37.970357 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d68537-1665-4005-b161-858aaf4071fa req-703162da-f375-4275-a668-cfc823621352 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:37.973474 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d4d68537-1665-4005-b161-858aaf4071fa req-703162da-f375-4275-a668-cfc823621352 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 932 time: 0.0658669 Dec 15 03:23:37.982803 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660bbf2-8741-4b8e-a343-623bf9cf1ef5 req-576fafb2-41f4-4b0d-80d5-e78abbdf5c1e tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:37.984510 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8660bbf2-8741-4b8e-a343-623bf9cf1ef5 req-576fafb2-41f4-4b0d-80d5-e78abbdf5c1e tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.1335320 Dec 15 03:23:38.067122 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d4d68537-1665-4005-b161-858aaf4071fa req-f6f85ee0-ef83-4a02-bcd9-91554a1ccc4e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815222 Dec 15 03:23:38.070937 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8660bbf2-8741-4b8e-a343-623bf9cf1ef5 req-b10c5806-a8ad-4208-94e6-826e0eb023ca tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787818 Dec 15 03:23:38.260311 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d74db-44af-469c-a58b-c91cc6ae39d6 req-8f9a582a-df85-47e5-8609-bf4ced6f118f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:38.261847 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3f9d74db-44af-469c-a58b-c91cc6ae39d6 req-8f9a582a-df85-47e5-8609-bf4ced6f118f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 931 time: 0.0867989 Dec 15 03:23:38.363697 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3f9d74db-44af-469c-a58b-c91cc6ae39d6 req-ab13aa45-f460-4d04-8d53-401ff649d62a tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877461 Dec 15 03:23:38.871553 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ce5975b6-0bf2-4b12-b581-e2cc5d4b2bfc req-2f510472-afad-4c5e-966a-a9de2fdbaa58 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0272751 Dec 15 03:23:39.217747 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede5682-6537-49e2-84a2-de0c4b777a1a req-0005cc57-b08b-4cc0-969d-9d744cb8c4e2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:39.219615 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8ede5682-6537-49e2-84a2-de0c4b777a1a req-0005cc57-b08b-4cc0-969d-9d744cb8c4e2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 932 time: 0.0842311 Dec 15 03:23:39.245865 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94e502-0d14-4f61-b623-c73b75f95a0e req-cb6bc3ba-9165-4166-a336-193a75bb5bc8 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:39.247381 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1d94e502-0d14-4f61-b623-c73b75f95a0e req-cb6bc3ba-9165-4166-a336-193a75bb5bc8 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0807972 Dec 15 03:23:39.320891 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8ede5682-6537-49e2-84a2-de0c4b777a1a req-62188b9f-ee68-4303-b574-13dd024595c2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944967 Dec 15 03:23:39.328968 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1d94e502-0d14-4f61-b623-c73b75f95a0e req-29359c9b-8a2f-48b3-bc62-0cfde49290e0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731223 Dec 15 03:23:39.473947 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f29a3-4170-402d-ad19-9e0b71af88b7 req-b6d78642-6ebc-4e61-8513-5ac9535af894 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:39.475767 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c3f29a3-4170-402d-ad19-9e0b71af88b7 req-b6d78642-6ebc-4e61-8513-5ac9535af894 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 931 time: 0.0530894 Dec 15 03:23:39.534396 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4c3f29a3-4170-402d-ad19-9e0b71af88b7 req-9199037e-2bf5-4d0d-86ae-9ac2154f53fb tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507507 Dec 15 03:23:39.983927 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d77961bb-2dbc-4548-87c5-6662c1cbfb3e req-8ad053ce-85e0-44a9-9fa4-4d2a8b653339 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0331764 Dec 15 03:23:40.203219 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 7dc01984-99c6-492c-9ef8-c5f006d87bf8 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:23:40.231862 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 7dc01984-99c6-492c-9ef8-c5f006d87bf8 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:23:40.231862 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 7dc01984-99c6-492c-9ef8-c5f006d87bf8 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:23:40.490728 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09125c8-a7b7-47c7-b3c7-55baeb4ecf2b req-b323e829-858d-4314-a166-8bea747816fc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:40.492278 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a09125c8-a7b7-47c7-b3c7-55baeb4ecf2b req-b323e829-858d-4314-a166-8bea747816fc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0832257 Dec 15 03:23:40.505554 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14746ba7-68dd-4ee5-8760-c25a7c10b097 req-543dd002-bc04-4a64-96bc-5424f41d132d tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:40.507183 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-14746ba7-68dd-4ee5-8760-c25a7c10b097 req-543dd002-bc04-4a64-96bc-5424f41d132d tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 932 time: 0.0660615 Dec 15 03:23:40.585872 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a09125c8-a7b7-47c7-b3c7-55baeb4ecf2b req-cb8e06b3-927b-41f0-9072-b89ee30f1965 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776658 Dec 15 03:23:40.613356 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-14746ba7-68dd-4ee5-8760-c25a7c10b097 req-dd2e081b-54d6-4102-baf9-896327d0eae2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977945 Dec 15 03:23:40.729932 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df47dab-15db-488c-9da5-58b861b462f5 req-4128badd-d8b7-4ca4-8844-47dd41854b96 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:40.738423 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5df47dab-15db-488c-9da5-58b861b462f5 req-4128badd-d8b7-4ca4-8844-47dd41854b96 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 931 time: 0.0585241 Dec 15 03:23:40.815148 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5df47dab-15db-488c-9da5-58b861b462f5 req-6cd0e030-fd35-4f93-9e2c-ea70702b58c7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754910 Dec 15 03:23:40.951600 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7281f1-75c9-45ee-b23d-ee4d8ec208fc req-525c543b-d5ec-4cf0-95a2-a0aeb3174c7a tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:40.951600 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca7281f1-75c9-45ee-b23d-ee4d8ec208fc req-525c543b-d5ec-4cf0-95a2-a0aeb3174c7a tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0589805 Dec 15 03:23:41.012190 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca7281f1-75c9-45ee-b23d-ee4d8ec208fc req-840b318d-6436-4e3b-a45a-5832676996b0 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613842 Dec 15 03:23:41.127505 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5f5dcf29-40db-4ae4-bcdb-794b9c5e9c31 req-475b1fba-08fb-4f6a-881e-0e6f448dba5b tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0360503 Dec 15 03:23:41.712712 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f982c-ee70-44f8-880b-ae602e6fba78 req-e118c97f-81d3-438d-8fa4-409d8cc4483d tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:41.714233 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f47f982c-ee70-44f8-880b-ae602e6fba78 req-e118c97f-81d3-438d-8fa4-409d8cc4483d tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0546227 Dec 15 03:23:41.807162 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f47f982c-ee70-44f8-880b-ae602e6fba78 req-9ee0d2b3-f617-4678-8fda-a5cb0661ed0e tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790184 Dec 15 03:23:41.953401 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f4884-80b5-447f-a929-3566ab8c41fd req-4f3a103d-7619-4bc7-aee9-b46660296638 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:41.955200 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1f7f4884-80b5-447f-a929-3566ab8c41fd req-4f3a103d-7619-4bc7-aee9-b46660296638 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 932 time: 0.0637884 Dec 15 03:23:42.022329 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1f7f4884-80b5-447f-a929-3566ab8c41fd req-a9a1be4d-f04d-4128-8dda-1a05d9307a09 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599012 Dec 15 03:23:42.158115 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fd8b3-edde-4b47-aca3-4115010d8ee7 req-3fabddb8-6b72-420a-8715-2cd561f9d3cd tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:42.159744 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-157fd8b3-edde-4b47-aca3-4115010d8ee7 req-3fabddb8-6b72-420a-8715-2cd561f9d3cd tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 931 time: 0.0573096 Dec 15 03:23:42.211506 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-157fd8b3-edde-4b47-aca3-4115010d8ee7 req-66bd4ddd-a5a4-4284-ab08-06f88e484045 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454004 Dec 15 03:23:42.336562 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ebc73ec4-3daf-4436-ac20-7a7b72745515 req-0c5cf18d-b775-46de-a794-42efea71b6c1 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0429401 Dec 15 03:23:42.944888 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe3ca7-70aa-43b2-93c0-aebe8affabe2 req-f6919f8b-f6ff-4700-9c58-a5efb9a0d190 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:42.946540 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5fe3ca7-70aa-43b2-93c0-aebe8affabe2 req-f6919f8b-f6ff-4700-9c58-a5efb9a0d190 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0564220 Dec 15 03:23:43.005021 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5fe3ca7-70aa-43b2-93c0-aebe8affabe2 req-ee8ddd3e-7850-4912-a76b-9cb141c1d099 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522840 Dec 15 03:23:43.162033 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8edb8-ec1a-4702-8c2d-3027eaec298c req-cb060955-78eb-4c76-bab1-6808ccaa24ea tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:43.163470 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fbb8edb8-ec1a-4702-8c2d-3027eaec298c req-cb060955-78eb-4c76-bab1-6808ccaa24ea tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 932 time: 0.0560596 Dec 15 03:23:43.223367 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fbb8edb8-ec1a-4702-8c2d-3027eaec298c req-1c7c1e7a-cc04-4b6e-b353-68b0a48a1439 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535920 Dec 15 03:23:43.340722 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa2c3c-7d48-46af-86d9-bd7f4d7d5d30 req-7830b266-a343-4d4d-8bca-66d3c66e01f2 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:43.342280 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-73aa2c3c-7d48-46af-86d9-bd7f4d7d5d30 req-7830b266-a343-4d4d-8bca-66d3c66e01f2 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 931 time: 0.0540557 Dec 15 03:23:43.403466 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-73aa2c3c-7d48-46af-86d9-bd7f4d7d5d30 req-bbc75a62-ba59-49fa-9aa9-f0cd7a130afe tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544639 Dec 15 03:23:43.490146 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 34822) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:43.533040 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6e0966bc-768e-455e-ba3b-4ec824f434a0 req-ef068370-bb06-437c-a0c0-53d4b05e543c tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0275996 Dec 15 03:23:43.612113 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-274a87be-24be-4ae9-aa87-3eb5f3e3fa11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:43.696266 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-274a87be-24be-4ae9-aa87-3eb5f3e3fa11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:43.799219 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-274a87be-24be-4ae9-aa87-3eb5f3e3fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:43.847154 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a87be-24be-4ae9-aa87-3eb5f3e3fa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa935c0d-782e-4c5b-b92a-06d5e4852026,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:43.854184 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-274a87be-24be-4ae9-aa87-3eb5f3e3fa11 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c1005e2fae8448b9cea603298074b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622503 Dec 15 03:23:43.854363 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 34840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:43.919387 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-897111d6-7d57-4fb8-8139-b038979afa81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:43.951622 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-897111d6-7d57-4fb8-8139-b038979afa81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:44.100740 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-897111d6-7d57-4fb8-8139-b038979afa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:44.103486 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-897111d6-7d57-4fb8-8139-b038979afa81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:44.104699 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-897111d6-7d57-4fb8-8139-b038979afa81 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa935c0d-782e-4c5b-b92a-06d5e4852026 HTTP/1.1" status: 204 len: 168 time: 0.2486804 Dec 15 03:23:44.131472 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897111d6-7d57-4fb8-8139-b038979afa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa935c0d-782e-4c5b-b92a-06d5e4852026,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:44.181944 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24a93-f954-439c-9873-811c30b8512c req-77a6b2fb-4d83-4396-96ec-c0e2a7a985d7 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:44.191489 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-faa24a93-f954-439c-9873-811c30b8512c req-77a6b2fb-4d83-4396-96ec-c0e2a7a985d7 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.1012177 Dec 15 03:23:44.263196 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-faa24a93-f954-439c-9873-811c30b8512c req-5a0369a9-d841-4347-84ef-b50c86c1c797 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652463 Dec 15 03:23:44.471074 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460723ce-eb2c-45ed-a9ae-6c4f001fa3f6 req-162add00-b761-42c8-a6d4-623114e011e0 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:44.472875 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-460723ce-eb2c-45ed-a9ae-6c4f001fa3f6 req-162add00-b761-42c8-a6d4-623114e011e0 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 932 time: 0.1067357 Dec 15 03:23:44.563415 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-460723ce-eb2c-45ed-a9ae-6c4f001fa3f6 req-05eb1978-58eb-445c-8b0f-bc1c051779a5 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832541 Dec 15 03:23:44.726239 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e4821-690c-47d9-af5a-3da9924a1ce2 req-3d8af611-0432-4f96-bbc5-967c57ff844a tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:44.731071 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c27e4821-690c-47d9-af5a-3da9924a1ce2 req-3d8af611-0432-4f96-bbc5-967c57ff844a tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 931 time: 0.0693057 Dec 15 03:23:44.790695 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c27e4821-690c-47d9-af5a-3da9924a1ce2 req-40cd1a00-affd-4848-a8cb-05c9d24baa7f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550315 Dec 15 03:23:44.884391 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e303ee94-7354-4054-b422-258a6c7b046a req-d4459243-2aa1-45f3-bb95-da5072c18e9c tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0293639 Dec 15 03:23:44.974887 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 34876) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:44.989915 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b6a24f-7288-4b94-9e81-4c3d8e025ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:45.103364 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b6a24f-7288-4b94-9e81-4c3d8e025ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:45.175882 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b6a24f-7288-4b94-9e81-4c3d8e025ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:45.222208 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-01b6a24f-7288-4b94-9e81-4c3d8e025ed3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=513e5e602fa54ef0b3b3c90b9a2aef42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426679 Dec 15 03:23:45.222208 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6a24f-7288-4b94-9e81-4c3d8e025ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d34aff-7603-4e32-8f11-4d22dcf6bee4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:45.222356 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 34888) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:45.301583 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cece8263-cffe-4778-b20b-6556b76945df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:45.326464 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cece8263-cffe-4778-b20b-6556b76945df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:45.460873 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b253a9-25d0-493e-8063-5177167907cd req-8a6f76ee-853e-4734-8c29-f1359c8d619f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:45.462878 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c9b253a9-25d0-493e-8063-5177167907cd req-8a6f76ee-853e-4734-8c29-f1359c8d619f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0670063 Dec 15 03:23:45.478819 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cece8263-cffe-4778-b20b-6556b76945df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:45.481621 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cece8263-cffe-4778-b20b-6556b76945df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:45.482801 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-cece8263-cffe-4778-b20b-6556b76945df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27d34aff-7603-4e32-8f11-4d22dcf6bee4 HTTP/1.1" status: 204 len: 168 time: 0.2595599 Dec 15 03:23:45.495494 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece8263-cffe-4778-b20b-6556b76945df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d34aff-7603-4e32-8f11-4d22dcf6bee4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:45.574060 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c9b253a9-25d0-493e-8063-5177167907cd req-5a9fbf76-02c5-49ec-9aa9-19728f10f3fa tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015732 Dec 15 03:23:45.740182 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7202f-b135-4127-b100-0a48773d878b req-141f480d-64a6-409b-b09c-88337d217965 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:45.742353 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-30f7202f-b135-4127-b100-0a48773d878b req-141f480d-64a6-409b-b09c-88337d217965 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 932 time: 0.0984201 Dec 15 03:23:45.803696 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-30f7202f-b135-4127-b100-0a48773d878b req-b4834ec6-6bd5-4a93-9052-1c0a4392a01e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480101 Dec 15 03:23:45.923332 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0c656-b285-4723-b89d-2d0a7e7d1c86 req-8e67416e-09e9-46dd-ac9f-3c8119c5e6ca tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:45.931011 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ffc0c656-b285-4723-b89d-2d0a7e7d1c86 req-8e67416e-09e9-46dd-ac9f-3c8119c5e6ca tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 931 time: 0.0628567 Dec 15 03:23:45.998833 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ffc0c656-b285-4723-b89d-2d0a7e7d1c86 req-48f1c08e-8fd5-4714-ac6c-4f06e609d7e9 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630734 Dec 15 03:23:46.083115 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-98fcd827-a129-4e5b-8546-cb3c94ae017e req-52efa662-922a-45f9-b275-cba61d084168 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0284417 Dec 15 03:23:46.221706 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a2dee082-65d2-4d8f-beed-cfa55f7a9c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:46.352407 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 34930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:46.366766 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:46.452985 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:46.535697 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:46.575083 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cbc5729035dd417d84f781ffb45b06de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215035 Dec 15 03:23:46.575945 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab7bf1-dd1e-492c-935f-aa226285cb8d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:46.577750 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 34936) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:46.584898 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.586953 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.586953 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.586953 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.586953 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.586953 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.586953 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.587411 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.587715 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.587901 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.588202 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.588523 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.588850 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd180d1f-720d-47ba-be9f-db6826d5e044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.644136 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:46.677058 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:46.723306 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e02a8e-7d48-40e5-a2ea-713c03f8c25d req-d5bb24d4-bf38-4f91-931e-9c69f4b0f6e8 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:46.727646 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f0e02a8e-7d48-40e5-a2ea-713c03f8c25d req-d5bb24d4-bf38-4f91-931e-9c69f4b0f6e8 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0699708 Dec 15 03:23:46.786047 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f0e02a8e-7d48-40e5-a2ea-713c03f8c25d req-f9d2e8c2-2e92-4027-b28b-55742b649ab0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535021 Dec 15 03:23:46.844299 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:46.851666 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:46.851666 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bab7bf1-dd1e-492c-935f-aa226285cb8d HTTP/1.1" status: 204 len: 168 time: 0.2699029 Dec 15 03:23:46.863143 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab7bf1-dd1e-492c-935f-aa226285cb8d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:46.883799 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.885482 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.887042 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.887800 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.890347 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.892287 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.892866 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.893375 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.893721 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.894062 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.894430 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.895611 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.896309 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e028eb72-795e-48ac-b77a-cecd740f2cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:46.935699 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384e607-3b48-4ed7-a814-a82696040f5a req-1ef11071-038e-418d-928a-f29c7357d04b tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:46.950349 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0384e607-3b48-4ed7-a814-a82696040f5a req-1ef11071-038e-418d-928a-f29c7357d04b tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 932 time: 0.0754082 Dec 15 03:23:47.012202 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0384e607-3b48-4ed7-a814-a82696040f5a req-a68609c4-e04b-465b-9456-ef4a7d57cadf tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583191 Dec 15 03:23:47.128305 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192c7e0-242c-4c9e-ab1e-1c33cd3e816b req-329a98f1-e1a0-47b6-b9a2-b7f79c2d7c2b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:47.129837 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e192c7e0-242c-4c9e-ab1e-1c33cd3e816b req-329a98f1-e1a0-47b6-b9a2-b7f79c2d7c2b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 931 time: 0.0515277 Dec 15 03:23:47.187475 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e192c7e0-242c-4c9e-ab1e-1c33cd3e816b req-6c2a16f0-f06e-4700-8974-7e34270d2db8 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509768 Dec 15 03:23:47.281889 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-13d40988-fdee-42c2-a7ec-edf31ac8966d req-94d61870-2d07-43cb-95ae-64c2edf26925 tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0317419 Dec 15 03:23:47.916948 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a075e-214a-4a59-9423-4cc1b3fcede9 req-b8ffd840-f526-41a4-8f26-0a1a209c31b8 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:47.918470 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d00a075e-214a-4a59-9423-4cc1b3fcede9 req-b8ffd840-f526-41a4-8f26-0a1a209c31b8 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0509894 Dec 15 03:23:47.971366 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d00a075e-214a-4a59-9423-4cc1b3fcede9 req-54b69a96-a457-45f5-9d31-5eabd55d2b60 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459890 Dec 15 03:23:48.113167 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35000) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:48.142284 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e63f4-508d-40f4-8506-c0cec41601e6 req-06624f88-6153-4f92-b403-1cab66527363 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:48.143920 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b71e63f4-508d-40f4-8506-c0cec41601e6 req-06624f88-6153-4f92-b403-1cab66527363 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 932 time: 0.0612435 Dec 15 03:23:48.205298 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b71e63f4-508d-40f4-8506-c0cec41601e6 req-5e303014-e131-4069-ab4a-7c4a9fa3006a tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549066 Dec 15 03:23:48.266867 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-293030634-network', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:48.352511 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Made reservation on behalf of 4dc35931da44466bbd3bb385eff3b956 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:23:48.353257 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e1dbd-08fa-4345-8d7e-313e592552c8 req-9d881529-243d-4426-baab-7498092861aa tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:48.354884 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa9e1dbd-08fa-4345-8d7e-313e592552c8 req-9d881529-243d-4426-baab-7498092861aa tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 931 time: 0.0576317 Dec 15 03:23:48.355131 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:48.365660 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:48.411832 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa9e1dbd-08fa-4345-8d7e-313e592552c8 req-602f56f9-dd8a-4adc-bd8b-90aa47a7d4ba tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500896 Dec 15 03:23:48.463315 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:48.484090 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d09c06e9-ec67-497e-a378-e219ae1e6d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:48.499630 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-56f0c10e-462a-4668-a833-879b2180899f req-5864ee39-8fe4-47db-beba-3c4a1d7ec0ef tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0257354 Dec 15 03:23:48.529311 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:48.557223 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:23:48.567936 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6a001e-b2d7-479e-b49a-8b2ad02a748b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:48.574327 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:48.574780 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Added segment 1b6d932e-821c-41fa-b640-66f7a06e5c34 of type vlan for network 835549d8-7520-4ff6-8257-437a0ccb5660 Dec 15 03:23:48.618553 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:48.724055 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:48.725225 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:48.725879 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:48.788029 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] Pushing event updated for resources: {'Network': ['ID=835549d8-7520-4ff6-8257-437a0ccb5660,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:48.798024 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 835549d8-7520-4ff6-8257-437a0ccb5660 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:23:48.824073 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e496e802-c1ec-453c-9cbc-9961c5c03113 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7094195 Dec 15 03:23:48.826902 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35010) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:48.832496 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Request body: {'subnet': {'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-293030634-subnet', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:48.946995 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Made reservation on behalf of 4dc35931da44466bbd3bb385eff3b956 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:23:48.951446 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5007196'] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:49.099674 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0537b8-5abc-49ab-9d6c-ed3489e31f18 req-81f4ca36-761c-4a6f-9c4e-c5040d9df0bb tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:49.101234 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7f0537b8-5abc-49ab-9d6c-ed3489e31f18 req-81f4ca36-761c-4a6f-9c4e-c5040d9df0bb tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0553114 Dec 15 03:23:49.149808 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7f0537b8-5abc-49ab-9d6c-ed3489e31f18 req-85cbcbd7-46cb-4744-a88e-40452d8279d3 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 Dec 15 03:23:49.227419 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5007170'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:49.285122 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f574844e-d19e-4d12-a507-7345eef775e3,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:49.307844 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Checking segment: {'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:49.307844 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Network hostable DHCP agents. Network: 835549d8-7520-4ff6-8257-437a0ccb5660, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:23:49.335722 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d675a30-a5d3-48da-a8a6-a14c8993a664 req-04e7bd26-e11b-405a-a3b4-7a74ce740397 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:49.337185 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5d675a30-a5d3-48da-a8a6-a14c8993a664 req-04e7bd26-e11b-405a-a3b4-7a74ce740397 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 932 time: 0.0536215 Dec 15 03:23:49.384831 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5d675a30-a5d3-48da-a8a6-a14c8993a664 req-2d61bd6c-d943-44e7-8775-840d72fc4da9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Dec 15 03:23:49.415050 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Network 835549d8-7520-4ff6-8257-437a0ccb5660 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:23:49.495212 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 835549d8-7520-4ff6-8257-437a0ccb5660) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:49.499365 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:49.500357 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:49.522318 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccee158-fdbf-49a4-89c9-c9f54aa5c951 None None] Network 835549d8-7520-4ff6-8257-437a0ccb5660 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:23:49.527641 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Request body: {'port': {'device_id': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:49.544184 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Request body: {'port': {'device_id': 'c9238ccf-da6a-45d7-9789-50b83adb3f18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:49.564415 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fd288-3776-4a39-a0c9-b78e3bd2847f req-f3393667-8391-4d05-a1c2-851aefba9d2d tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:49.566219 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a82fd288-3776-4a39-a0c9-b78e3bd2847f req-f3393667-8391-4d05-a1c2-851aefba9d2d tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 931 time: 0.0821354 Dec 15 03:23:49.607176 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:49.618040 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:49.619537 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:49.620267 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-233bc5eb-dffd-46a2-a06e-37537b458032 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7919829 Dec 15 03:23:49.622945 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35040) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:49.628629 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:23:49.661691 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1153ba8c-a3cd-56d7-be27-754139a753a2-835549d8-7520-4ff6-8257-437a0ccb5660', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3'}]}} from dv-cinder-818037-9-smb. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 03:23:49.662745 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:49.686608 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a82fd288-3776-4a39-a0c9-b78e3bd2847f req-d604d31c-a1f5-4dd2-82e5-ecc5a09649e7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091766 Dec 15 03:23:49.790754 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1565638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4693'] for router, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:49.792604 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1565046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1570439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4686'] for router, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:49.831303 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Allocated IP 172.20.0.2 (835549d8-7520-4ff6-8257-437a0ccb5660/f574844e-d19e-4d12-a507-7345eef775e3/de436c71-9952-45bb-b6a4-3d7f0e0b2d58) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:49.884197 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-121b4b05-c787-4e88-95de-b8a33d3e8c71 req-25d3cbcf-a4ee-4b7b-810b-1d9981fc91ed tempest-VolumesActionsTest-347466867 tempest-VolumesActionsTest-347466867-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44297fe-bee0-4ac5-8bf8-8ec1c2cb55fa HTTP/1.1" status: 200 len: 210 time: 0.0784478 Dec 15 03:23:50.024626 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Publish callbacks [] for port, precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.027272 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:23:50.036326 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.052410 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Transition to ACTIVE for port object b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:23:50.118723 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.147547 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.174193 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.185745 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Network 835549d8-7520-4ff6-8257-437a0ccb5660 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:50.191978 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:50.195934 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:50.205471 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Pushing event updated for resources: {'Port': ['ID=de436c71-9952-45bb-b6a4-3d7f0e0b2d58,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:50.259806 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35050) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:50.261385 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:50.281102 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Attempting to bind port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:50.283312 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Attempting to bind port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:50.284284 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Attempting to bind port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 on network 835549d8-7520-4ff6-8257-437a0ccb5660 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:50.290438 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:50.291836 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Checking segment: {'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:50.292459 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.293100 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Bound using segment: {'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:50.294193 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Bound port: de436c71-9952-45bb-b6a4-3d7f0e0b2d58, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:50.294858 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.330812 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c28c988-b76a-4d42-9295-c460a11b28fe admin admin] Deleting subnet 5184f239-b55c-4cd4-8159-ecc4e15125b7 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:23:50.402348 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] For port de436c71-9952-45bb-b6a4-3d7f0e0b2d58, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:50.404064 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10134050-81bd-4707-8397-82d63ae67b2c req-94b48ce0-d603-46f2-ad76-18cfd01d8b22 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:50.405601 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-10134050-81bd-4707-8397-82d63ae67b2c req-94b48ce0-d603-46f2-ad76-18cfd01d8b22 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.1459816 Dec 15 03:23:50.406418 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] For port de436c71-9952-45bb-b6a4-3d7f0e0b2d58, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=de436c71-9952-45bb-b6a4-3d7f0e0b2d58,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:50.457756 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c28c988-b76a-4d42-9295-c460a11b28fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.464584 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.488040 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Attempting to bind port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:50.488395 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Attempting to bind port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:50.488722 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Attempting to bind port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe on network 5718e6be-6cbe-4937-a542-b51bc5bb7955 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:50.528543 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe on network 5718e6be-6cbe-4937-a542-b51bc5bb7955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:23:50.528867 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Attempting to bind port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe on network 5718e6be-6cbe-4937-a542-b51bc5bb7955 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:50.552416 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d47c53-48c2-40ae-a629-8aed05ea9c51 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:23:50.558911 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:50.558911 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Checking segment: {'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:50.559553 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Bound using segment: {'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:50.559986 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Bound port: b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd818b180-98fa-470e-8f4e-67d2f13e13e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:50.560343 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.577123 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a175fce-c63b-44e3-8481-5acd1a21d705 None None] Pushing event updated for resources: {'Port': ['ID=de436c71-9952-45bb-b6a4-3d7f0e0b2d58,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:50.596811 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-10134050-81bd-4707-8397-82d63ae67b2c req-460202a1-dec9-44e3-a4a6-24ff581a40d6 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819148 Dec 15 03:23:50.625140 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.638506 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c28c988-b76a-4d42-9295-c460a11b28fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387047'] for subnet, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.696889 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.704292 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Transition to ACTIVE for port object e7d47c53-48c2-40ae-a629-8aed05ea9c51 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:23:50.722142 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c28c988-b76a-4d42-9295-c460a11b28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.726918 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7dcd2-7451-402b-b735-f83bf0bff996 req-05967235-eeab-408b-b8c1-b7c0e9125eca tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:50.734704 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1da7dcd2-7451-402b-b735-f83bf0bff996 req-05967235-eeab-408b-b8c1-b7c0e9125eca tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 944 time: 0.1457293 Dec 15 03:23:50.770788 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] For port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe, host hv-cinder-81803, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:50.802168 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] For port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:50.836179 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1da7dcd2-7451-402b-b735-f83bf0bff996 req-8ee01a6e-c1a6-4b77-8c04-ac038d5170df tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999637 Dec 15 03:23:50.842376 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.891550 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.901095 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.994486 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:50.995165 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:50.996524 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] 10.222.0.43 "PUT /v2.0/ports/b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 200 len: 1094 time: 1.4733064 Dec 15 03:23:50.997557 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:50.997923 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d47c53-48c2-40ae-a629-8aed05ea9c51,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:50.999550 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd1ddca-61a7-4c6d-8525-d9aaed15e680" -d '{"events": [{"name": "network-changed", "server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:51.023180 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab1f85-d624-46ac-b71e-109f0c8686af req-c598173c-2b49-43c2-ba7c-ac8435476fee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:51.036131 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e9ab1f85-d624-46ac-b71e-109f0c8686af req-c598173c-2b49-43c2-ba7c-ac8435476fee tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 943 time: 0.1792715 Dec 15 03:23:51.089237 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77da8683-13bd-42de-8ec1-112f78031828 x-openstack-request-id: req-77da8683-13bd-42de-8ec1-112f78031828 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:51.089541 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:51.089774 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-77da8683-13bd-42de-8ec1-112f78031828 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:51.090168 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'status': 'completed', 'code': 200} Dec 15 03:23:51.108519 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c28c988-b76a-4d42-9295-c460a11b28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5007163'] for subnet, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.118267 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabed41-8a81-48b3-958d-3740e7551265 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:51.163240 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28c988-b76a-4d42-9295-c460a11b28fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5184f239-b55c-4cd4-8159-ecc4e15125b7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:51.185542 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e9ab1f85-d624-46ac-b71e-109f0c8686af req-8b8e9c26-7603-47f5-9700-05e4a9266156 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536570 Dec 15 03:23:51.208134 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c28c988-b76a-4d42-9295-c460a11b28fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.209622 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.211549 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-4c28c988-b76a-4d42-9295-c460a11b28fe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5184f239-b55c-4cd4-8159-ecc4e15125b7 HTTP/1.1" status: 204 len: 168 time: 0.9509633 Dec 15 03:23:51.216806 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35072) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:51.217408 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35074) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:51.242280 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Attempting to bind port e7d47c53-48c2-40ae-a629-8aed05ea9c51 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:51.242724 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Attempting to bind port e7d47c53-48c2-40ae-a629-8aed05ea9c51 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:51.243122 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Attempting to bind port e7d47c53-48c2-40ae-a629-8aed05ea9c51 on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:51.290160 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1ddca-61a7-4c6d-8525-d9aaed15e680 req-708ad398-bd1c-473b-933b-158612530724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:51.292504 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9dd1ddca-61a7-4c6d-8525-d9aaed15e680 req-708ad398-bd1c-473b-933b-158612530724 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 1097 time: 0.1051652 Dec 15 03:23:51.298437 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Port e7d47c53-48c2-40ae-a629-8aed05ea9c51 on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:23:51.303499 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Attempting to bind port e7d47c53-48c2-40ae-a629-8aed05ea9c51 on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:51.321808 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:51.323098 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Checking segment: {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:51.323525 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Bound using segment: {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:51.324011 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Bound port: e7d47c53-48c2-40ae-a629-8aed05ea9c51, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:51.324487 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.390233 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.487053 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1ddca-61a7-4c6d-8525-d9aaed15e680 req-25af4652-4ef1-4e2c-8c39-6974833eaed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:51.487053 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9dd1ddca-61a7-4c6d-8525-d9aaed15e680 req-25af4652-4ef1-4e2c-8c39-6974833eaed0 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1338136 Dec 15 03:23:51.528497 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad69be-75e8-4181-a704-1f53f4fbac3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.535438 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] For port e7d47c53-48c2-40ae-a629-8aed05ea9c51, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:51.606183 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1ddca-61a7-4c6d-8525-d9aaed15e680 req-30d0c56c-9762-499e-822e-bd9d379587fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:51.607680 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9dd1ddca-61a7-4c6d-8525-d9aaed15e680 req-30d0c56c-9762-499e-822e-bd9d379587fe service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030264 Dec 15 03:23:51.641260 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] For port e7d47c53-48c2-40ae-a629-8aed05ea9c51, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e7d47c53-48c2-40ae-a629-8aed05ea9c51,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:51.665931 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.683946 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.735872 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.745461 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5831b72e-cc15-4595-a178-04ba6ff23062']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:51.754500 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-7d4acd10-524c-455a-8ca8-b8456772ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:51.756339 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-7d4acd10-524c-455a-8ca8-b8456772ba9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 1097 time: 0.0711770 Dec 15 03:23:51.756467 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.801055 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0760978-77cd-4a77-8fbd-9cff31a5bc73') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:51.801358 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0760978-77cd-4a77-8fbd-9cff31a5bc73') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:51.823416 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-9e336710-2bae-4f76-8382-8c125623fd20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 200 len: 217 time: 0.0490055 Dec 15 03:23:51.850295 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386972'] for segment, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.884282 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:51.884282 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.885293 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] 10.222.0.43 "PUT /v2.0/ports/e7d47c53-48c2-40ae-a629-8aed05ea9c51 HTTP/1.1" status: 200 len: 1093 time: 2.3533728 Dec 15 03:23:51.889145 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9238ccf-da6a-45d7-9789-50b83adb3f18', 'tag': 'e7d47c53-48c2-40ae-a629-8aed05ea9c51'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:23:51.896316 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9238ccf-da6a-45d7-9789-50b83adb3f18", "tag": "e7d47c53-48c2-40ae-a629-8aed05ea9c51"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:23:51.931113 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a89a7-9985-4a67-a682-0be67a82c444 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d47c53-48c2-40ae-a629-8aed05ea9c51,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:51.941458 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.994487 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:23:51.994927 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4368713'] for segment, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: Traceback (most recent call last): Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: timer() Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: cb(*args, **kw) Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: return func(*args, **kwargs) Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: self._notify() Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: self.callback(batched_events) Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: event.method(event) Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: return f(self, *a, **k) Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: return self._get(url).json() Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: return self.request(url, 'GET', **kwargs) Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:23:51.996699 dv-cinder-818037-9-smb neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:23:52.052234 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad69be-75e8-4181-a704-1f53f4fbac3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.116515 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71168c2f-24b0-4617-9ca3-193eba55ea4f req-ec53f84a-b676-4b6b-a486-b301075b1892 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:52.116744 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-71168c2f-24b0-4617-9ca3-193eba55ea4f req-ec53f84a-b676-4b6b-a486-b301075b1892 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.3722432 Dec 15 03:23:52.136366 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Allocated IP 172.28.0.205 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/a3265134-1d10-469d-89cd-c33e63066964) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:52.138833 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78901f5-0d72-4ecf-b57e-119f59d83cc8 None None] Network 835549d8-7520-4ff6-8257-437a0ccb5660 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:23:52.143672 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1ad69be-75e8-4181-a704-1f53f4fbac3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.182095 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-7494e160-e16d-47f4-9b31-0df7ea74a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:52.184014 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-7494e160-e16d-47f4-9b31-0df7ea74a054 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d1beba5-9b9c-4a18-ad74-39d4a25196c4 HTTP/1.1" status: 200 len: 854 time: 0.3484271 Dec 15 03:23:52.204438 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-f1ad69be-75e8-4181-a704-1f53f4fbac3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ef4ac4588844e8ca5f14f3bb59d4ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9800818 Dec 15 03:23:52.214784 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35106) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:52.223205 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Provisioning complete for port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:52.224004 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.242427 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bab4c-85d6-4b9d-b9dd-bfdb87e213c6 req-1ba10514-a4cf-4b42-958f-0d371578581c tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:52.244125 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ad5bab4c-85d6-4b9d-b9dd-bfdb87e213c6 req-1ba10514-a4cf-4b42-958f-0d371578581c tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 944 time: 0.1372466 Dec 15 03:23:52.248718 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.262833 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.265557 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-dc70128e-3221-4a43-9fbb-dca0339dcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:52.267825 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-dc70128e-3221-4a43-9fbb-dca0339dcadd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 1096 time: 0.2035606 Dec 15 03:23:52.268407 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad69be-75e8-4181-a704-1f53f4fbac3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf1dcd7-1b0b-4630-9c67-a6f213ad9f9b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:52.291322 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-71168c2f-24b0-4617-9ca3-193eba55ea4f req-dd83dfaa-0c87-4823-aa63-bda425346f5d tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588502 Dec 15 03:23:52.351197 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] Pushing event deleted for resources: {'Network': ['ID=5831b72e-cc15-4595-a178-04ba6ff23062,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:52.361223 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.367081 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-36d22ef7-6910-4c81-8c5b-adb6f75872c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:52.370330 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.373791 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-ad06580b-7b73-466f-b923-03fd6e9e934f admin admin] 10.222.0.45 "DELETE /v2.0/networks/5831b72e-cc15-4595-a178-04ba6ff23062 HTTP/1.1" status: 204 len: 168 time: 1.1505153 Dec 15 03:23:52.377084 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-36d22ef7-6910-4c81-8c5b-adb6f75872c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5718e6be-6cbe-4937-a542-b51bc5bb7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1714563 Dec 15 03:23:52.378508 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35114) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:52.400927 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ad5bab4c-85d6-4b9d-b9dd-bfdb87e213c6 req-0600287a-bfed-4b7a-a5f7-1c00269127ec tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437662 Dec 15 03:23:52.423811 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db67ffb-4d48-4f45-aa3f-8d3b89224f91 x-openstack-request-id: req-0db67ffb-4d48-4f45-aa3f-8d3b89224f91 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:23:52.424151 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9238ccf-da6a-45d7-9789-50b83adb3f18", "tag": "e7d47c53-48c2-40ae-a629-8aed05ea9c51", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:23:52.424444 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0db67ffb-4d48-4f45-aa3f-8d3b89224f91 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:23:52.424851 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9238ccf-da6a-45d7-9789-50b83adb3f18', 'tag': 'e7d47c53-48c2-40ae-a629-8aed05ea9c51', 'status': 'completed', 'code': 200} Dec 15 03:23:52.443682 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-5da7e332-ed34-47e0-b488-03578d883530 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7d47c53-48c2-40ae-a629-8aed05ea9c51 HTTP/1.1" status: 200 len: 217 time: 0.1324754 Dec 15 03:23:52.446812 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c87b345-6282-4dea-b39e-47fc1057c7b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.455755 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] For port de436c71-9952-45bb-b6a4-3d7f0e0b2d58, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=de436c71-9952-45bb-b6a4-3d7f0e0b2d58,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:52.480324 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c87b345-6282-4dea-b39e-47fc1057c7b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.531009 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.617660 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c0a8b4e5-21a5-4667-a108-60dd6ec7b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:52.619605 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-c0a8b4e5-21a5-4667-a108-60dd6ec7b2f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d88a327a-6716-4913-895c-5c3c9e3f4a44 HTTP/1.1" status: 200 len: 854 time: 0.1207373 Dec 15 03:23:52.622222 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Pushing event updated for resources: {'Port': ['ID=de436c71-9952-45bb-b6a4-3d7f0e0b2d58,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:52.623499 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.648119 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.648680 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.649545 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.650097 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.651364 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.652880 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.653411 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.654442 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.656310 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.657486 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.660428 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.660934 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.662121 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8043ffa-38fa-41d3-8236-02c766bd3699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:23:52.683071 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a08ce06e-f910-4b6e-95a9-81e822ccab1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=484bcbd8-97b9-4c55-9a3d-eda75a46f091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477998 Dec 15 03:23:52.718065 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-8938a622-108f-4612-952b-91c1fec5656d service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270629 Dec 15 03:23:52.810114 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2585764-0d8f-466d-b55f-a722a5acee30 admin admin] Deleting subnet 9778f587-d8d6-4d41-921d-dae9f189c94b {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:23:52.814828 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2585764-0d8f-466d-b55f-a722a5acee30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.816604 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c87b345-6282-4dea-b39e-47fc1057c7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.818861 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device de436c71-9952-45bb-b6a4-3d7f0e0b2d58 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:52.819546 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c87b345-6282-4dea-b39e-47fc1057c7b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.820860 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-1c87b345-6282-4dea-b39e-47fc1057c7b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6bf1dcd7-1b0b-4630-9c67-a6f213ad9f9b HTTP/1.1" status: 204 len: 168 time: 0.5983021 Dec 15 03:23:52.920926 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-df969d81-bcd0-4520-9605-13a86cc37a5f None None] Provisioning complete for port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:52.921095 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-27d43095-17a3-4e36-babb-495cb443032c service neutron] 10.222.0.43 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256043 Dec 15 03:23:52.921667 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-df969d81-bcd0-4520-9605-13a86cc37a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.939411 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87b345-6282-4dea-b39e-47fc1057c7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf1dcd7-1b0b-4630-9c67-a6f213ad9f9b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:52.961811 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.973009 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2585764-0d8f-466d-b55f-a722a5acee30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7564824'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:52.999176 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:52.999910 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:53.020421 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-7aedb16e-f6a5-4975-b2d5-dd70af1782b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3012676 Dec 15 03:23:53.038007 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83fa93-8dbc-4ae7-952f-06e929cfee12 req-0452b9fa-3fcc-4c5a-ba73-9783928a03fc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:53.049194 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7c83fa93-8dbc-4ae7-952f-06e929cfee12 req-0452b9fa-3fcc-4c5a-ba73-9783928a03fc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 943 time: 0.2973311 Dec 15 03:23:53.107117 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:53.107978 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.43', 63728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:53.114664 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:53.121653 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:53.128929 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1818e5f-4bd1-44ff-88a1-559246d26c42 req-0d4403a5-02ab-4d08-98ab-98f58695d953 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:53.131023 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d1818e5f-4bd1-44ff-88a1-559246d26c42 req-0d4403a5-02ab-4d08-98ab-98f58695d953 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.2298288 Dec 15 03:23:53.182441 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e39305a-1414-4577-bc47-36c1ea65d908 req-3e5b829e-726a-4129-81bb-cddf48b82bc3 service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014258 Dec 15 03:23:53.187174 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2585764-0d8f-466d-b55f-a722a5acee30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:53.190921 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a3265134-1d10-469d-89cd-c33e63066964,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:53.252568 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e035efc2-9483-4ab5-876e-00761b5a2938 req-a59e2150-f337-469a-9975-fdbe986e6fa0 service neutron] 10.222.0.43 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864618 Dec 15 03:23:53.288337 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7c83fa93-8dbc-4ae7-952f-06e929cfee12 req-c7c22ecb-3f1a-4583-b871-0563020a8900 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382431 Dec 15 03:23:53.302514 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-aee2d470-bd85-4e0a-8d0d-ed5d6019ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:53.304264 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-aee2d470-bd85-4e0a-8d0d-ed5d6019ea2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 1098 time: 0.2142704 Dec 15 03:23:53.321127 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d1818e5f-4bd1-44ff-88a1-559246d26c42 req-0b9e8fe1-2268-4914-8a1b-474e05f76920 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591702 Dec 15 03:23:53.357241 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-3dac2f27-5df9-4af8-9be7-08ec955a0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:53.358748 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-3dac2f27-5df9-4af8-9be7-08ec955a0b46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 1099 time: 0.2315321 Dec 15 03:23:53.432645 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2585764-0d8f-466d-b55f-a722a5acee30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7899228'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:53.470861 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2585764-0d8f-466d-b55f-a722a5acee30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:53.474097 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-d2585764-0d8f-466d-b55f-a722a5acee30 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9778f587-d8d6-4d41-921d-dae9f189c94b HTTP/1.1" status: 204 len: 168 time: 1.0908473 Dec 15 03:23:53.478318 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2585764-0d8f-466d-b55f-a722a5acee30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9778f587-d8d6-4d41-921d-dae9f189c94b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:53.482594 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35142) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:53.542973 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-8ae77106-385c-42ed-bf18-cdf2168270b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:53.542973 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-8ae77106-385c-42ed-bf18-cdf2168270b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 200 len: 912 time: 0.1614926 Dec 15 03:23:53.554245 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa558ac-fbde-4c1f-91bb-134c0a90761f req-4008f6c0-3f31-47f5-bea5-cdff65b3a5df tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:53.555689 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7fa558ac-fbde-4c1f-91bb-134c0a90761f req-4008f6c0-3f31-47f5-bea5-cdff65b3a5df tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 944 time: 0.0802715 Dec 15 03:23:53.654202 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-b70dcc98-6c81-4226-bcb1-18ca99b0484f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 HTTP/1.1" status: 200 len: 1001 time: 0.0973430 Dec 15 03:23:53.663253 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7fa558ac-fbde-4c1f-91bb-134c0a90761f req-466f4c0e-472e-4b54-ac73-5aceeb25f76f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998406 Dec 15 03:23:53.711889 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-ff265a4b-290f-4ebb-876f-45af8cddc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:53.713378 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-ff265a4b-290f-4ebb-876f-45af8cddc0ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=600eec61-1422-43d1-afe5-1fe824ccc873 HTTP/1.1" status: 200 len: 850 time: 0.0471520 Dec 15 03:23:53.765752 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-f22527b3-7290-415d-b0ba-bba2543450c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:53.768540 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-f22527b3-7290-415d-b0ba-bba2543450c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0451922 Dec 15 03:23:53.878094 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-4a8f3636-8932-47aa-99cd-e8f7cf2427fc service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003461 Dec 15 03:23:53.924800 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:53.942790 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3 req-f3716986-09ca-4fb9-8a87-a19d98bd4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:53.944277 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3 req-f3716986-09ca-4fb9-8a87-a19d98bd4b49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 1096 time: 0.4831426 Dec 15 03:23:53.964882 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-0046b935-5bac-40df-abd7-b5fa990fe1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:53.966279 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-0046b935-5bac-40df-abd7-b5fa990fe1f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 919 time: 0.5127053 Dec 15 03:23:53.968067 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:54.003985 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b0c3cd99-7416-4843-8b9d-6314cd39d5ae req-4edb0ebd-d734-4910-813d-d812c60ba1aa service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112251 Dec 15 03:23:54.132569 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-20c2cea1-6454-4513-bf08-63d66d4bab82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee HTTP/1.1" status: 200 len: 217 time: 0.1195936 Dec 15 03:23:54.262631 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:54.278391 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3 req-035655b6-eaf7-4002-96fd-06f0341a1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:54.279878 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3 req-035655b6-eaf7-4002-96fd-06f0341a1cea service neutron] 10.222.0.43 "GET /v2.0/networks?id=484bcbd8-97b9-4c55-9a3d-eda75a46f091 HTTP/1.1" status: 200 len: 915 time: 0.3237855 Dec 15 03:23:54.304147 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-5d41aed9-8489-4cd7-b5d9-1d17d5ef1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:54.305710 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-5d41aed9-8489-4cd7-b5d9-1d17d5ef1e80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 200 len: 858 time: 0.1589479 Dec 15 03:23:54.308168 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab677b1-c9a5-4383-b5d0-33fa882d1052']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:54.368992 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162123d0-e5d2-4cc1-b36b-8a28a3c5499e') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:54.369665 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162123d0-e5d2-4cc1-b36b-8a28a3c5499e') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:54.371860 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3 req-ea0993d7-3f1f-4089-8269-5330fbf4c297 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7d47c53-48c2-40ae-a629-8aed05ea9c51 HTTP/1.1" status: 200 len: 217 time: 0.0774679 Dec 15 03:23:54.469261 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b7394-128c-4a62-a4f2-fa7cad2cf6da req-622550ff-cf13-4cca-b0a9-1478d5f6efa6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:54.470189 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-10f347d2-1c9e-4d75-a7fe-3eddce424ab4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=596d48f0-d405-4ad3-9dc4-ee18649c23a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187119 Dec 15 03:23:54.471451 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fc9b7394-128c-4a62-a4f2-fa7cad2cf6da req-622550ff-cf13-4cca-b0a9-1478d5f6efa6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1365054 Dec 15 03:23:54.472372 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386972'] for segment, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:54.493965 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0f8a5-7bd6-4951-b58a-acff755f5579 req-1bcc1658-374e-4e0e-a663-b7a68f418a25 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:54.495580 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0ed0f8a5-7bd6-4951-b58a-acff755f5579 req-1bcc1658-374e-4e0e-a663-b7a68f418a25 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 943 time: 0.0983818 Dec 15 03:23:54.534110 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:54.562456 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fc9b7394-128c-4a62-a4f2-fa7cad2cf6da req-9aed276e-f1c8-476f-a672-8fb57228938d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787528 Dec 15 03:23:54.578231 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:23:54.578652 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4368713'] for segment, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: Traceback (most recent call last): Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: timer() Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: cb(*args, **kw) Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: return func(*args, **kwargs) Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: self._notify() Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: self.callback(batched_events) Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: event.method(event) Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: return f(self, *a, **k) Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: return self._get(url).json() Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: return self.request(url, 'GET', **kwargs) Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:23:54.582651 dv-cinder-818037-9-smb neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:23:54.600937 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0ed0f8a5-7bd6-4951-b58a-acff755f5579 req-b8d418b0-e8bd-46c8-94fc-9d194d0e0a94 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969110 Dec 15 03:23:54.632994 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3 req-aeb934b0-a82d-462b-935d-18de048f14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:54.634433 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3 req-aeb934b0-a82d-462b-935d-18de048f14b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d88a327a-6716-4913-895c-5c3c9e3f4a44 HTTP/1.1" status: 200 len: 854 time: 0.2089155 Dec 15 03:23:54.693712 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3 req-7bc0f25a-872e-4661-92a5-ab0fd92d5521 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=484bcbd8-97b9-4c55-9a3d-eda75a46f091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392792 Dec 15 03:23:54.708360 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1565007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1570548'] for router, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:54.738202 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8564650-8c11-4872-bd13-9f2ead93f68f req-410a0ac1-0e8c-4929-a6ac-0fc1d25a518c tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:54.741034 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8564650-8c11-4872-bd13-9f2ead93f68f req-410a0ac1-0e8c-4929-a6ac-0fc1d25a518c tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0887375 Dec 15 03:23:54.750365 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device de436c71-9952-45bb-b6a4-3d7f0e0b2d58 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:23:54.843893 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3 req-259b64ed-9010-40e4-b626-0631589e8370 service neutron] 10.222.0.43 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318612 Dec 15 03:23:54.859199 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:54.860068 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:54.863284 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-1fc48746-b8d1-4d07-8d61-5f824fd823b9 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593435 Dec 15 03:23:54.863522 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:54.868057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:54.874045 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6ab677b1-c9a5-4383-b5d0-33fa882d1052 HTTP/1.1" status: 204 len: 168 time: 1.3655021 Dec 15 03:23:54.874233 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a93c6-8e76-4f4c-967f-da371252e76d req-206f7f37-7483-49f4-b6e5-b68f3c75aeb9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:54.893642 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8a2a93c6-8e76-4f4c-967f-da371252e76d req-206f7f37-7483-49f4-b6e5-b68f3c75aeb9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 944 time: 0.1015859 Dec 15 03:23:54.919017 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8564650-8c11-4872-bd13-9f2ead93f68f req-91a703d8-bd66-437d-a9d4-f8092ffb7fd4 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633372 Dec 15 03:23:55.039617 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eeee84-5975-4fa7-a955-4a7e96291d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab677b1-c9a5-4383-b5d0-33fa882d1052,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:55.049491 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8a2a93c6-8e76-4f4c-967f-da371252e76d req-17af6a95-7c6d-4d3e-b157-f771157d7b52 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547122 Dec 15 03:23:55.362892 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-82b4bef5-52f0-4c6d-8dd3-8c4a5add78f3 req-906a5035-8d2d-4560-8b64-d5c641a76a18 service neutron] 10.222.0.43 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897091 Dec 15 03:23:55.364781 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-38c59569-0b11-4606-bb7b-20c9b3545f18 req-2a50288b-2911-445e-a502-5a4823a4c748 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378105 Dec 15 03:23:55.421474 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Router 4320f096-4ccb-4254-831d-08c328625b7e is scheduled to L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 03:23:55.471015 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35184) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:55.527777 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-36c88a61-803c-41a4-9dec-dd9f1b2bcbe4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b02d4754f59d4c89845f01cf4646003b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546870 Dec 15 03:23:55.528688 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35186) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:55.553294 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4fca3-ecb3-4aed-b777-85639f6606b3 req-230be817-ede8-42e6-98af-4770d2857c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:55.554900 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9dc4fca3-ecb3-4aed-b777-85639f6606b3 req-230be817-ede8-42e6-98af-4770d2857c8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 1099 time: 0.0797317 Dec 15 03:23:55.579273 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ae9fdab-3501-447f-af6b-86f161a9855c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:55.624449 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:23:55.633748 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ae9fdab-3501-447f-af6b-86f161a9855c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:55.645876 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b53f26-b695-4679-a574-05214f55066b None None] Sync routers for ids ['4320f096-4ccb-4254-831d-08c328625b7e'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:23:55.664341 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b53f26-b695-4679-a574-05214f55066b None None] Routers {'4320f096-4ccb-4254-831d-08c328625b7e'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:23:55.666825 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-11b53f26-b695-4679-a574-05214f55066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:23:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['4320f096-4ccb-4254-831d-08c328625b7e'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:55.690400 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4fca3-ecb3-4aed-b777-85639f6606b3 req-5787b06f-7d08-4af6-886b-62cc767b5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:55.692727 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9dc4fca3-ecb3-4aed-b777-85639f6606b3 req-5787b06f-7d08-4af6-886b-62cc767b5570 service neutron] 10.222.0.43 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 919 time: 0.1200688 Dec 15 03:23:55.757542 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:55.764401 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35192) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:55.764711 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-3b5b7dc8-e1cf-4163-a763-bea8ea2a41a2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1404023 Dec 15 03:23:55.766856 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9dc4fca3-ecb3-4aed-b777-85639f6606b3 req-f8e1c048-c892-44cf-ae00-4091df16861e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee HTTP/1.1" status: 200 len: 217 time: 0.0642450 Dec 15 03:23:55.802087 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-11b53f26-b695-4679-a574-05214f55066b None None] Set router 4320f096-4ccb-4254-831d-08c328625b7e gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:23:55.869631 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4fca3-ecb3-4aed-b777-85639f6606b3 req-c1d232ff-4d27-4347-bdc5-3a264bbd4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:55.873346 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9dc4fca3-ecb3-4aed-b777-85639f6606b3 req-c1d232ff-4d27-4347-bdc5-3a264bbd4b3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 200 len: 858 time: 0.0936928 Dec 15 03:23:55.888294 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866b471-49b2-4c44-97ae-2ecda4f49f27 req-8939f07c-98a1-429d-891d-fa6836e0f1e5 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:55.896504 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6866b471-49b2-4c44-97ae-2ecda4f49f27 req-8939f07c-98a1-429d-891d-fa6836e0f1e5 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 943 time: 0.1731107 Dec 15 03:23:55.929719 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fdda7-1ec4-464e-9927-b243c24992de req-68735e78-6856-4c93-9802-2f8802a30722 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:55.931258 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-198fdda7-1ec4-464e-9927-b243c24992de req-68735e78-6856-4c93-9802-2f8802a30722 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1979921 Dec 15 03:23:55.940180 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9dc4fca3-ecb3-4aed-b777-85639f6606b3 req-1d59f210-a4bd-419d-a9d9-a5c0d762f8fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=596d48f0-d405-4ad3-9dc4-ee18649c23a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524225 Dec 15 03:23:56.046902 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9dc4fca3-ecb3-4aed-b777-85639f6606b3 req-82d3679e-2f9e-4808-8bc6-f32f3ee3468b service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949924 Dec 15 03:23:56.048875 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ae9fdab-3501-447f-af6b-86f161a9855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:56.052168 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ae9fdab-3501-447f-af6b-86f161a9855c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:56.056561 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-5ae9fdab-3501-447f-af6b-86f161a9855c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ee7566e-fed9-42e4-bacc-66d0ffaabc04 HTTP/1.1" status: 204 len: 168 time: 0.5238895 Dec 15 03:23:56.072141 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-11b53f26-b695-4679-a574-05214f55066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:53Z', 'revision_number': 3, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:56.104227 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9fdab-3501-447f-af6b-86f161a9855c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee7566e-fed9-42e4-bacc-66d0ffaabc04,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:56.133573 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6866b471-49b2-4c44-97ae-2ecda4f49f27 req-f2f305d6-954b-4793-86d8-03eed6f62ab3 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359776 Dec 15 03:23:56.138274 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b53f26-b695-4679-a574-05214f55066b None None] Checking router: 4320f096-4ccb-4254-831d-08c328625b7e for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:23:56.142441 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b53f26-b695-4679-a574-05214f55066b None None] Updating router 4320f096-4ccb-4254-831d-08c328625b7e port a3265134-1d10-469d-89cd-c33e63066964 binding host dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:23:56.145916 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-198fdda7-1ec4-464e-9927-b243c24992de req-3b4b93b8-4941-476c-87b1-937a6de560a1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027047 Dec 15 03:23:56.194805 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11b53f26-b695-4679-a574-05214f55066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:56.269198 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:23:56.351734 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9dc4fca3-ecb3-4aed-b777-85639f6606b3 req-4430d5ad-50fc-4907-a323-335727ec6db1 service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766807 Dec 15 03:23:56.440673 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:56.461736 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'port_id': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'mac_address': 'fa:16:3e:84:43:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:23:56.518128 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:56.534140 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:23:56.566726 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:56.644404 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:56.645397 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device e7d47c53-48c2-40ae-a629-8aed05ea9c51 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:23:56.896021 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aafd4-1f9e-4fda-8f4b-dff0bf080403 req-4705287d-bd9a-44a1-b429-090434667759 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:56.906580 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a60aafd4-1f9e-4fda-8f4b-dff0bf080403 req-4705287d-bd9a-44a1-b429-090434667759 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 944 time: 0.5345671 Dec 15 03:23:56.924796 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5f645-62b4-411e-810f-9b0cbb669cc8 req-39097f26-6a17-4ee2-9c9c-10759541ac24 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:56.932482 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5e5f645-62b4-411e-810f-9b0cbb669cc8 req-39097f26-6a17-4ee2-9c9c-10759541ac24 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.6485987 Dec 15 03:23:56.937173 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port e7d47c53-48c2-40ae-a629-8aed05ea9c51, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e7d47c53-48c2-40ae-a629-8aed05ea9c51,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:56.951807 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'e7d47c53-48c2-40ae-a629-8aed05ea9c51', 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091', 'port_id': 'e7d47c53-48c2-40ae-a629-8aed05ea9c51', 'mac_address': 'fa:16:3e:02:2a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88a327a-6716-4913-895c-5c3c9e3f4a44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:23:56.958790 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:56.963664 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11b53f26-b695-4679-a574-05214f55066b None None] Publish callbacks [] for port, precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:57.011571 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d5e5f645-62b4-411e-810f-9b0cbb669cc8 req-76d89839-2025-4338-8c2f-a3c685a8abca tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777941 Dec 15 03:23:57.020066 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:57.039599 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d47c53-48c2-40ae-a629-8aed05ea9c51 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:23:57.072276 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port e7d47c53-48c2-40ae-a629-8aed05ea9c51, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e7d47c53-48c2-40ae-a629-8aed05ea9c51,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:23:57.091046 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a60aafd4-1f9e-4fda-8f4b-dff0bf080403 req-673142d2-f549-467e-a804-6e6d529b4970 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832695 Dec 15 03:23:57.193840 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:57.459273 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623ef2b-07f0-47a4-a923-cb20990fbc36 req-e807388f-26c5-4077-993e-d54d439ec7ac tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:57.460772 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4623ef2b-07f0-47a4-a923-cb20990fbc36 req-e807388f-26c5-4077-993e-d54d439ec7ac tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 943 time: 0.1825886 Dec 15 03:23:57.508973 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a582-b0a2-4bd5-93c8-01c7f4574687 req-7e906ade-36d6-4eea-a8f8-d089c414a323 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:57.511348 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3594a582-b0a2-4bd5-93c8-01c7f4574687 req-7e906ade-36d6-4eea-a8f8-d089c414a323 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.2315085 Dec 15 03:23:57.659516 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4623ef2b-07f0-47a4-a923-cb20990fbc36 req-12a8ff9f-2689-4315-8749-859f70f71dbc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854153 Dec 15 03:23:57.682706 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Allocated IP 172.20.0.1 (835549d8-7520-4ff6-8257-437a0ccb5660/f574844e-d19e-4d12-a507-7345eef775e3/0a0408de-af69-4d74-a148-cd1889ff938a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:23:57.684947 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3594a582-b0a2-4bd5-93c8-01c7f4574687 req-3add621c-b30f-486c-961a-c118b8e55e45 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465292 Dec 15 03:23:57.845546 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:57.946971 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11b53f26-b695-4679-a574-05214f55066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.000266 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-11b53f26-b695-4679-a574-05214f55066b None None] Attempting to bind port a3265134-1d10-469d-89cd-c33e63066964 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:23:58.001040 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-11b53f26-b695-4679-a574-05214f55066b None None] Attempting to bind port a3265134-1d10-469d-89cd-c33e63066964 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:23:58.001040 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b53f26-b695-4679-a574-05214f55066b None None] Attempting to bind port a3265134-1d10-469d-89cd-c33e63066964 on network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:23:58.003211 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8c2bd-51b6-4bdc-8b5e-4a36622322c1 None None] Pushing event updated for resources: {'Port': ['ID=a3265134-1d10-469d-89cd-c33e63066964,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:58.007605 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.014174 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.015365 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b53f26-b695-4679-a574-05214f55066b None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:23:58.015365 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b53f26-b695-4679-a574-05214f55066b None None] Checking segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:23:58.015365 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11b53f26-b695-4679-a574-05214f55066b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.015365 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b53f26-b695-4679-a574-05214f55066b None None] Bound using segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:23:58.015365 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-11b53f26-b695-4679-a574-05214f55066b None None] Bound port: a3265134-1d10-469d-89cd-c33e63066964, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:23:58.015365 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11b53f26-b695-4679-a574-05214f55066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.095646 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Network 835549d8-7520-4ff6-8257-437a0ccb5660 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:58.103237 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:58.131391 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:23:58.163965 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-11b53f26-b695-4679-a574-05214f55066b None None] For port a3265134-1d10-469d-89cd-c33e63066964, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:23:58.167825 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-11b53f26-b695-4679-a574-05214f55066b None None] For port a3265134-1d10-469d-89cd-c33e63066964, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=a3265134-1d10-469d-89cd-c33e63066964,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:23:58.201764 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0408de-af69-4d74-a148-cd1889ff938a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:58.255876 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-11b53f26-b695-4679-a574-05214f55066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.311887 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35226) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:58.313385 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bffa9-fc9b-4905-b89f-08dc091886a9 req-9a7a74c5-fec5-498e-87e1-6992334ca3c1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:58.315710 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0f5bffa9-fc9b-4905-b89f-08dc091886a9 req-9a7a74c5-fec5-498e-87e1-6992334ca3c1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 945 time: 0.0999780 Dec 15 03:23:58.316844 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1566599'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.408388 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-8f9dc59e-eda3-47be-8175-d7acd4703c39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9bfe229a92084d2bb9679f106255dbbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952234 Dec 15 03:23:58.411370 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35228) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:23:58.414529 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b53f26-b695-4679-a574-05214f55066b None None] Routers {'4320f096-4ccb-4254-831d-08c328625b7e'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:23:58.415281 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-11b53f26-b695-4679-a574-05214f55066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:23:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['4320f096-4ccb-4254-831d-08c328625b7e'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:58.421092 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8c2bd-51b6-4bdc-8b5e-4a36622322c1 None None] Pushing event updated for resources: {'Port': ['ID=a3265134-1d10-469d-89cd-c33e63066964,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:58.465049 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=e7d47c53-48c2-40ae-a629-8aed05ea9c51,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:58.524800 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9fd3-4536-4105-a252-2ef6fcdd0148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.579756 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:23:58.593085 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9fd3-4536-4105-a252-2ef6fcdd0148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.634846 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['e7d47c53-48c2-40ae-a629-8aed05ea9c51'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:23:58.649010 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-11b53f26-b695-4679-a574-05214f55066b None None] Set router 4320f096-4ccb-4254-831d-08c328625b7e gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:23:58.682738 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0f5bffa9-fc9b-4905-b89f-08dc091886a9 req-7357d9b4-3087-485d-9eea-1113bffe4eaf tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569000 Dec 15 03:23:58.723629 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-72a83cd6-2944-45ca-80aa-209d7eadb3ea None None] Provisioning complete for port 0a0408de-af69-4d74-a148-cd1889ff938a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:58.724196 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-72a83cd6-2944-45ca-80aa-209d7eadb3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.770959 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9fd3-4536-4105-a252-2ef6fcdd0148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.775422 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b4d9fd3-4536-4105-a252-2ef6fcdd0148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.779661 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5b4d9fd3-4536-4105-a252-2ef6fcdd0148 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ae69688-be3c-408a-9c95-04a2df981e5a HTTP/1.1" status: 204 len: 168 time: 0.3648708 Dec 15 03:23:58.789883 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d9fd3-4536-4105-a252-2ef6fcdd0148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae69688-be3c-408a-9c95-04a2df981e5a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:58.800219 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:58.855608 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-72a83cd6-2944-45ca-80aa-209d7eadb3ea None None] Port 0a0408de-af69-4d74-a148-cd1889ff938a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:23:58.969166 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2126bdc-f1c3-455b-bddf-7bb97c795c19 req-48465988-4904-46f5-8f4f-66836297377b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:58.971701 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b2126bdc-f1c3-455b-bddf-7bb97c795c19 req-48465988-4904-46f5-8f4f-66836297377b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 944 time: 0.2076983 Dec 15 03:23:59.009747 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-11b53f26-b695-4679-a574-05214f55066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:53Z', 'revision_number': 3, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:23:59.062174 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b53f26-b695-4679-a574-05214f55066b None None] The sync data for ids ['4320f096-4ccb-4254-831d-08c328625b7e'] in dv-cinder-818037-9-smb is: [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:53Z', 'revision_number': 3, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:23:59.070660 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472b615-710e-43ad-8867-06fc07787587 req-2b60d20e-9e0f-4b6f-b7d5-96fb1ab3af0d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:59.073019 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3472b615-710e-43ad-8867-06fc07787587 req-2b60d20e-9e0f-4b6f-b7d5-96fb1ab3af0d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1834967 Dec 15 03:23:59.123240 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b2126bdc-f1c3-455b-bddf-7bb97c795c19 req-e25f5281-6ffe-4858-a31f-6b57fe2f6ab0 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341486 Dec 15 03:23:59.199583 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:59.205183 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3472b615-710e-43ad-8867-06fc07787587 req-adf33aa4-b184-44ea-a25d-9f1182ebc0e2 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128528 Dec 15 03:23:59.301761 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:59.422181 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1554245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1566775'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:23:59.535735 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0408de-af69-4d74-a148-cd1889ff938a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:23:59.610760 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Network 835549d8-7520-4ff6-8257-437a0ccb5660 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:23:59.616300 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:23:59.887908 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46678b6-0285-4706-bd64-09633bee629e req-fbd4bf2f-5661-4bb7-9732-bc2505eb43bd tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:23:59.893243 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c46678b6-0285-4706-bd64-09633bee629e req-fbd4bf2f-5661-4bb7-9732-bc2505eb43bd tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 945 time: 0.0931425 Dec 15 03:23:59.933306 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Router 4320f096-4ccb-4254-831d-08c328625b7e has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:23:59.961059 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c46678b6-0285-4706-bd64-09633bee629e req-110bcf4c-b733-4ec2-9c4a-8b0528651712 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638273 Dec 15 03:23:59.993480 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-84fd9a4f-ccaa-4e47-b0b5-ac090b09b280 None None] Provisioning complete for port 0a0408de-af69-4d74-a148-cd1889ff938a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:23:59.996262 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84fd9a4f-ccaa-4e47-b0b5-ac090b09b280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:00.059799 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-84fd9a4f-ccaa-4e47-b0b5-ac090b09b280 None None] Port 0a0408de-af69-4d74-a148-cd1889ff938a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:24:00.281049 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:00.424683 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:24:00.430145 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:00.432256 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:00.465068 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:24:00.473276 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-b5fe3214-868d-42be-a35a-b1cf3233d0a7 admin admin] 10.222.0.45 "PUT /v2.0/routers/4320f096-4ccb-4254-831d-08c328625b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7079039 Dec 15 03:24:00.537709 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a81bd-a92b-436b-b29c-8344b8ef9666 req-9f52b3d6-c725-47db-b62b-59a036f2619d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:00.546049 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e40a81bd-a92b-436b-b29c-8344b8ef9666 req-9f52b3d6-c725-47db-b62b-59a036f2619d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1858838 Dec 15 03:24:00.576054 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:00.606074 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:00.611531 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b2811c-61ed-4d9e-92c3-226ffabaee6b" -d '{"events": [{"server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "name": "network-vif-plugged", "status": "completed", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:00.627305 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c1b29-b483-4436-83f6-fd41959c0d11 req-cc8ec36a-a27c-43ba-838d-f9892d33d4e2 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:00.630135 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-811c1b29-b483-4436-83f6-fd41959c0d11 req-cc8ec36a-a27c-43ba-838d-f9892d33d4e2 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 944 time: 0.2805526 Dec 15 03:24:00.638366 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:00.707085 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:00.708252 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device e7d47c53-48c2-40ae-a629-8aed05ea9c51 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:00.779333 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e40a81bd-a92b-436b-b29c-8344b8ef9666 req-73c87fea-d528-4d36-8532-c88fd0f99b0c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275894 Dec 15 03:24:00.839238 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-811c1b29-b483-4436-83f6-fd41959c0d11 req-a6652a89-0867-464d-90a1-ca2cb863bd19 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953516 Dec 15 03:24:00.860975 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device a3265134-1d10-469d-89cd-c33e63066964 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:00.872791 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d677166-d0dc-4112-a20f-23e5c03a5722 x-openstack-request-id: req-0d677166-d0dc-4112-a20f-23e5c03a5722 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:00.873331 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "name": "network-vif-plugged", "status": "completed", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:00.873611 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d677166-d0dc-4112-a20f-23e5c03a5722 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:00.873988 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'code': 200} Dec 15 03:24:00.957064 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:00.978289 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port a3265134-1d10-469d-89cd-c33e63066964 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:00.979038 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.057713 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port e7d47c53-48c2-40ae-a629-8aed05ea9c51 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:24:01.088260 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port e7d47c53-48c2-40ae-a629-8aed05ea9c51 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:01.088705 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.176659 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0104ae-14d0-45ce-9638-a176e624445f req-3150c30b-204e-4967-ad20-dd641cc64779 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:01.178235 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5d0104ae-14d0-45ce-9638-a176e624445f req-3150c30b-204e-4967-ad20-dd641cc64779 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.1140401 Dec 15 03:24:01.215275 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35292) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:01.301174 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5d0104ae-14d0-45ce-9638-a176e624445f req-187ebc76-7b4f-4a7d-b1a7-02148bb4be36 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101327 Dec 15 03:24:01.328349 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.410055 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591abc3c-d3c4-4a8c-9656-5ef1b65dd8c3 req-38db468f-d89a-499b-a260-53da388927f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:01.413070 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-591abc3c-d3c4-4a8c-9656-5ef1b65dd8c3 req-38db468f-d89a-499b-a260-53da388927f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 1099 time: 0.1087010 Dec 15 03:24:01.416189 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port a3265134-1d10-469d-89cd-c33e63066964, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=a3265134-1d10-469d-89cd-c33e63066964,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:01.432306 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.461368 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c851fbae-b176-49b4-82a2-e78c22178e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.474380 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port e7d47c53-48c2-40ae-a629-8aed05ea9c51, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e7d47c53-48c2-40ae-a629-8aed05ea9c51,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:01.478975 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.527505 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.543610 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=a3265134-1d10-469d-89cd-c33e63066964,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:01.549635 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-591abc3c-d3c4-4a8c-9656-5ef1b65dd8c3 req-4182cbc3-72ee-4e12-9221-7cacd70f2fef service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268308 Dec 15 03:24:01.643463 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Sync routers for ids ['4320f096-4ccb-4254-831d-08c328625b7e'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:24:01.645131 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=e7d47c53-48c2-40ae-a629-8aed05ea9c51,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:01.656234 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Routers {'4320f096-4ccb-4254-831d-08c328625b7e'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:24:01.657433 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:23:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['4320f096-4ccb-4254-831d-08c328625b7e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:01.663454 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c851fbae-b176-49b4-82a2-e78c22178e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.707320 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35306) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:01.714783 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-108662810-network', 'tenant_id': '486f01175f36414fb0141d0044dd992f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:01.731546 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c851fbae-b176-49b4-82a2-e78c22178e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.790402 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Set router 4320f096-4ccb-4254-831d-08c328625b7e gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:24:01.796447 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851fbae-b176-49b4-82a2-e78c22178e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e5954e-7804-4663-b871-90f752d85bfb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:01.798680 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Made reservation on behalf of 486f01175f36414fb0141d0044dd992f for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:24:01.806142 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.823041 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-c851fbae-b176-49b4-82a2-e78c22178e76 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0930937511e649259656a2b35a84afec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6065495 Dec 15 03:24:01.827070 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35310) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:01.842191 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.933229 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ecf181a-9089-445e-8eb0-f64513d46b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.947774 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:01.961589 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ecf181a-9089-445e-8eb0-f64513d46b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.035954 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.062258 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38444a6f-0068-40f6-a63b-7fa35456234c req-2976c774-d843-4c77-93de-01bd78710c0d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:02.063884 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-38444a6f-0068-40f6-a63b-7fa35456234c req-2976c774-d843-4c77-93de-01bd78710c0d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1142068 Dec 15 03:24:02.096106 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27474c0d-9470-4b54-8db4-dfe6c966e466,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:02.104500 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ecf181a-9089-445e-8eb0-f64513d46b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.107154 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:24:02.109091 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ecf181a-9089-445e-8eb0-f64513d46b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.113696 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-3ecf181a-9089-445e-8eb0-f64513d46b17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3e5954e-7804-4663-b871-90f752d85bfb HTTP/1.1" status: 204 len: 168 time: 0.2831247 Dec 15 03:24:02.128197 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '0a0408de-af69-4d74-a148-cd1889ff938a', 'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'mac_address': 'fa:16:3e:03:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:57Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 2, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'subnets': [{'id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:02.137881 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf181a-9089-445e-8eb0-f64513d46b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e5954e-7804-4663-b871-90f752d85bfb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:02.162245 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71069324-1166-409d-9ba9-28acb62ffd91 req-6c76956e-43ea-497f-9068-b2dc78bfaa77 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:02.168006 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-71069324-1166-409d-9ba9-28acb62ffd91 req-6c76956e-43ea-497f-9068-b2dc78bfaa77 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 945 time: 0.1721203 Dec 15 03:24:02.173436 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Checking router: 4320f096-4ccb-4254-831d-08c328625b7e for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:24:02.174532 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Updating router 4320f096-4ccb-4254-831d-08c328625b7e port 0a0408de-af69-4d74-a148-cd1889ff938a binding host dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:24:02.178126 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.178946 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.segments_db [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Added segment 56df1cfa-1c79-4ed4-8d53-485bbbec6669 of type vlan for network 4704674b-8307-451c-9fc2-26bad3b4eab7 Dec 15 03:24:02.219702 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.264813 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-38444a6f-0068-40f6-a63b-7fa35456234c req-0418641a-8fcd-428d-83d7-9f0d5a35ab00 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879232 Dec 15 03:24:02.284438 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.307459 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-71069324-1166-409d-9ba9-28acb62ffd91 req-3f8114b1-3ffb-45d4-9a2e-531427a9542f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268551 Dec 15 03:24:02.404795 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.405815 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:02.406443 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.524542 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] Pushing event updated for resources: {'Network': ['ID=4704674b-8307-451c-9fc2-26bad3b4eab7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:02.537792 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 4704674b-8307-451c-9fc2-26bad3b4eab7 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:24:02.541206 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5d5f7-3d80-4649-b6b0-efd5ea657953 req-0dddd97c-98b2-4eb9-99b3-81feeb9f6f08 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:02.543031 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-79b5d5f7-3d80-4649-b6b0-efd5ea657953 req-0dddd97c-98b2-4eb9-99b3-81feeb9f6f08 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.1325517 Dec 15 03:24:02.547592 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-8717f32c-bc36-4404-9bf4-2034e3258f1c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8383718 Dec 15 03:24:02.550464 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35322) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:02.555603 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Request body: {'subnet': {'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-108662810-subnet', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:02.618536 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-79b5d5f7-3d80-4649-b6b0-efd5ea657953 req-556dfc9d-3c6e-46ff-9d28-f7e7247ca1a5 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644329 Dec 15 03:24:02.655152 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Made reservation on behalf of 486f01175f36414fb0141d0044dd992f for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:24:02.658453 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5007196'] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.714727 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.745567 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device a3265134-1d10-469d-89cd-c33e63066964 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:02.817493 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:02.892457 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9238ccf-da6a-45d7-9789-50b83adb3f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d47c53-48c2-40ae-a629-8aed05ea9c51'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:02.895534 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1cb147-b45e-4b36-afb3-cc167f5f1b34" -d '{"events": [{"server_uuid": "c9238ccf-da6a-45d7-9789-50b83adb3f18", "name": "network-vif-plugged", "status": "completed", "tag": "e7d47c53-48c2-40ae-a629-8aed05ea9c51"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:02.899740 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0642c22-fddb-4e6a-b634-7b31d69af11c None None] Pushing event updated for resources: {'Port': ['ID=0a0408de-af69-4d74-a148-cd1889ff938a,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:02.967522 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port a3265134-1d10-469d-89cd-c33e63066964 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:02.968259 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:03.024697 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b76a73-21c1-4a8a-a53d-915dfa555ee1 x-openstack-request-id: req-a9b76a73-21c1-4a8a-a53d-915dfa555ee1 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:03.025821 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9238ccf-da6a-45d7-9789-50b83adb3f18", "name": "network-vif-plugged", "status": "completed", "tag": "e7d47c53-48c2-40ae-a629-8aed05ea9c51", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:03.026337 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9b76a73-21c1-4a8a-a53d-915dfa555ee1 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:03.027076 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9238ccf-da6a-45d7-9789-50b83adb3f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d47c53-48c2-40ae-a629-8aed05ea9c51', 'code': 200} Dec 15 03:24:03.189913 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5007170'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:03.223798 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Attempting to bind port 0a0408de-af69-4d74-a148-cd1889ff938a on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:24:03.226954 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Attempting to bind port 0a0408de-af69-4d74-a148-cd1889ff938a by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:24:03.226954 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Attempting to bind port 0a0408de-af69-4d74-a148-cd1889ff938a on network 835549d8-7520-4ff6-8257-437a0ccb5660 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:24:03.304234 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:24:03.304795 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Checking segment: {'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:24:03.305302 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:03.305793 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Bound using segment: {'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:24:03.306388 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Bound port: 0a0408de-af69-4d74-a148-cd1889ff938a, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:24:03.306938 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:03.319560 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af0a3e4-deb4-4cd3-b67c-486c94c18510,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:03.457849 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Checking segment: {'id': '56df1cfa-1c79-4ed4-8d53-485bbbec6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:24:03.459653 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Network hostable DHCP agents. Network: 4704674b-8307-451c-9fc2-26bad3b4eab7, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:24:03.479959 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e62b9f2d-ceaf-44ce-8858-66335323f799 None None] Provisioning complete for port 0a0408de-af69-4d74-a148-cd1889ff938a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:03.480341 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e62b9f2d-ceaf-44ce-8858-66335323f799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:03.523236 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa670df-b3c5-4bd6-93bb-c4288c5162ce req-029bc7fc-4018-439f-8493-2d52c5dc6c4c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:03.531902 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3fa670df-b3c5-4bd6-93bb-c4288c5162ce req-029bc7fc-4018-439f-8493-2d52c5dc6c4c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 945 time: 0.1145661 Dec 15 03:24:03.533007 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] For port 0a0408de-af69-4d74-a148-cd1889ff938a, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:24:03.554951 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc7a7d-894b-495d-9145-825ac5cd3877 req-35543cda-5479-4cda-929d-ba9a8a840758 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:03.557450 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] For port 0a0408de-af69-4d74-a148-cd1889ff938a, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=0a0408de-af69-4d74-a148-cd1889ff938a,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:24:03.558842 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03f0-6069-42ec-8875-f469b2b2d44f req-5c35bb3f-4456-4b80-b113-3736589da125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:03.564115 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-513c03f0-6069-42ec-8875-f469b2b2d44f req-5c35bb3f-4456-4b80-b113-3736589da125 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 1098 time: 0.0876422 Dec 15 03:24:03.568032 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ffcc7a7d-894b-495d-9145-825ac5cd3877 req-35543cda-5479-4cda-929d-ba9a8a840758 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1359069 Dec 15 03:24:03.582618 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e62b9f2d-ceaf-44ce-8858-66335323f799 None None] Port 0a0408de-af69-4d74-a148-cd1889ff938a cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:24:03.678624 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-513c03f0-6069-42ec-8875-f469b2b2d44f req-1ea6d932-7d0f-4dd7-ae30-d711474ab484 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017184 Dec 15 03:24:03.687505 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3fa670df-b3c5-4bd6-93bb-c4288c5162ce req-60c1c843-eeb8-4fb6-b2aa-5d873edea16b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536174 Dec 15 03:24:03.706831 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ffcc7a7d-894b-495d-9145-825ac5cd3877 req-4044ca94-89d5-4858-a89b-035aef265300 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244080 Dec 15 03:24:03.742837 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Network 4704674b-8307-451c-9fc2-26bad3b4eab7 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:24:03.812111 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:03.838469 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 4704674b-8307-451c-9fc2-26bad3b4eab7) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:24:03.861541 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:03.862219 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:03.908672 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0642c22-fddb-4e6a-b634-7b31d69af11c None None] Pushing event updated for resources: {'Port': ['ID=0a0408de-af69-4d74-a148-cd1889ff938a,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:03.913484 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb8c9d-c28c-4ed5-ac88-b4025d8c4670 None None] Network 4704674b-8307-451c-9fc2-26bad3b4eab7 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:24:03.949490 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e0703ac9-dd34-4137-af28-575f92fb23a1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3978736 Dec 15 03:24:03.952180 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35354) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:03.958000 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-108662810-router', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:04.023863 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef282d-e4ae-46b8-9f55-f378cc2e1296 req-e7932d3b-8d04-4863-aa77-d79be7dc283f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:04.028874 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e0ef282d-e4ae-46b8-9f55-f378cc2e1296 req-e7932d3b-8d04-4863-aa77-d79be7dc283f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.1680994 Dec 15 03:24:04.030939 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Routers {'4320f096-4ccb-4254-831d-08c328625b7e'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:24:04.031598 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:23:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['4320f096-4ccb-4254-831d-08c328625b7e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:04.104310 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1565638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4693'] for router, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:04.105386 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1565046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1570439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4686'] for router, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:04.118448 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e0ef282d-e4ae-46b8-9f55-f378cc2e1296 req-8e32961a-d058-4bff-b5e9-8534ae7af869 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812044 Dec 15 03:24:04.251902 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:04.289094 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f34632-2de3-4ca9-b3e9-770844069c3c req-b63e01b3-2d19-480a-98c3-575d7ac856cc tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:04.291298 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d1f34632-2de3-4ca9-b3e9-770844069c3c req-b63e01b3-2d19-480a-98c3-575d7ac856cc tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.0884638 Dec 15 03:24:04.339255 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] Set router 4320f096-4ccb-4254-831d-08c328625b7e gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:24:04.377599 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d1f34632-2de3-4ca9-b3e9-770844069c3c req-7b09b9df-fb12-4efc-8ef1-ac3fa85c547f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779998 Dec 15 03:24:04.567791 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1153ba8c-a3cd-56d7-be27-754139a753a2-4704674b-8307-451c-9fc2-26bad3b4eab7', 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7', 'project_id': '486f01175f36414fb0141d0044dd992f', 'fixed_ips': [{'subnet_id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510'}]}} from dv-cinder-818037-9-smb. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 03:24:04.568688 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:04.619083 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b41b99c3-25e7-4cf6-b7c6-2cae36020e59 None None] Provisioning complete for port 0a0408de-af69-4d74-a148-cd1889ff938a triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:04.619440 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b41b99c3-25e7-4cf6-b7c6-2cae36020e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:04.925078 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:04.928879 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b41b99c3-25e7-4cf6-b7c6-2cae36020e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:04.937938 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ec159-21b6-41dd-aad8-2abb179482df req-05e7dcbc-4dc1-4299-819a-3e6623d9aa84 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:04.940104 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2d6ec159-21b6-41dd-aad8-2abb179482df req-05e7dcbc-4dc1-4299-819a-3e6623d9aa84 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1122863 Dec 15 03:24:04.976121 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6069c9-20c0-4b0b-ab35-715fa3a64ebf req-2601d830-cc72-4876-bf0f-968bfeff44e4 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:04.977626 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1d6069c9-20c0-4b0b-ab35-715fa3a64ebf req-2601d830-cc72-4876-bf0f-968bfeff44e4 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 945 time: 0.0996833 Dec 15 03:24:04.978266 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Allocated IP 172.20.0.2 (4704674b-8307-451c-9fc2-26bad3b4eab7/6af0a3e4-deb4-4cd3-b67c-486c94c18510/b81ab4d5-bcbd-4119-8254-08db9a73bcea) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:24:05.038591 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b41b99c3-25e7-4cf6-b7c6-2cae36020e59 None None] For port 0a0408de-af69-4d74-a148-cd1889ff938a, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=0a0408de-af69-4d74-a148-cd1889ff938a,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:05.041378 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '0a0408de-af69-4d74-a148-cd1889ff938a', 'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'mac_address': 'fa:16:3e:03:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:57Z', 'updated_at': '2021-12-15T03:24:03Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'subnets': [{'id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:05.108303 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b41b99c3-25e7-4cf6-b7c6-2cae36020e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.120195 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24dbe9-0cf4-429d-abfb-0725ae200587 None None] The sync data for ids ['4320f096-4ccb-4254-831d-08c328625b7e'] in dv-cinder-818037-9-smb is: [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '0a0408de-af69-4d74-a148-cd1889ff938a', 'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'mac_address': 'fa:16:3e:03:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:57Z', 'updated_at': '2021-12-15T03:24:03Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'subnets': [{'id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:24:05.152424 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2d6ec159-21b6-41dd-aad8-2abb179482df req-fd1354ae-982a-402e-9fbf-312992426c41 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821799 Dec 15 03:24:05.183430 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35382) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:05.268520 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1d6069c9-20c0-4b0b-ab35-715fa3a64ebf req-90624560-587b-41cc-a976-987fe8c67ac7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737293 Dec 15 03:24:05.276428 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b99c3-25e7-4cf6-b7c6-2cae36020e59 None None] Pushing event updated for resources: {'Port': ['ID=0a0408de-af69-4d74-a148-cd1889ff938a,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:05.434595 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Publish callbacks [] for port, precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.448523 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf3a7-ff43-4e66-b9e3-a84851607817 req-e12fb1b8-83f6-42d2-ad52-7fd8deac6915 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:05.452615 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d6fcf3a7-ff43-4e66-b9e3-a84851607817 req-e12fb1b8-83f6-42d2-ad52-7fd8deac6915 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.1058047 Dec 15 03:24:05.491602 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.507254 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.533200 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.581885 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d6fcf3a7-ff43-4e66-b9e3-a84851607817 req-8ceaf4d7-e808-4705-aa29-67f14502cf1f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198056 Dec 15 03:24:05.587254 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d55651f-1617-4ab5-ade7-e91c2c961f00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.601904 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Network 4704674b-8307-451c-9fc2-26bad3b4eab7 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:24:05.605925 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:24:05.612367 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:24:05.678307 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Pushing event updated for resources: {'Port': ['ID=b81ab4d5-bcbd-4119-8254-08db9a73bcea,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:05.723011 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Attempting to bind port b81ab4d5-bcbd-4119-8254-08db9a73bcea on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:24:05.723273 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d55651f-1617-4ab5-ade7-e91c2c961f00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.723628 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Attempting to bind port b81ab4d5-bcbd-4119-8254-08db9a73bcea by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '56df1cfa-1c79-4ed4-8d53-485bbbec6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:24:05.724093 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Attempting to bind port b81ab4d5-bcbd-4119-8254-08db9a73bcea on network 4704674b-8307-451c-9fc2-26bad3b4eab7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:24:05.729938 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:24:05.730725 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Checking segment: {'id': '56df1cfa-1c79-4ed4-8d53-485bbbec6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:24:05.736372 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.736372 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Bound using segment: {'id': '56df1cfa-1c79-4ed4-8d53-485bbbec6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:24:05.736372 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Bound port: b81ab4d5-bcbd-4119-8254-08db9a73bcea, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56df1cfa-1c79-4ed4-8d53-485bbbec6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:24:05.736372 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.763822 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Allocated IP 172.28.0.69 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:24:05.787021 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d55651f-1617-4ab5-ade7-e91c2c961f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.862188 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-7d55651f-1617-4ab5-ade7-e91c2c961f00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1acad574744b42989bf33a53058a32aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6791365 Dec 15 03:24:05.864177 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55651f-1617-4ab5-ade7-e91c2c961f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fec4749-646f-4604-b157-13d83de74619,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:05.866484 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35392) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:05.915947 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] For port b81ab4d5-bcbd-4119-8254-08db9a73bcea, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:24:05.922316 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] For port b81ab4d5-bcbd-4119-8254-08db9a73bcea, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=b81ab4d5-bcbd-4119-8254-08db9a73bcea,segment=NetworkSegment(56df1cfa-1c79-4ed4-8d53-485bbbec6669),segment_id=56df1cfa-1c79-4ed4-8d53-485bbbec6669)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:24:05.982721 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:05.994599 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:06.077868 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b298d01-daeb-4fb1-ba44-37db279ed75d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:06.078528 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30894973-10e9-4fc2-a90f-e54f5b3b4abb None None] Pushing event updated for resources: {'Port': ['ID=b81ab4d5-bcbd-4119-8254-08db9a73bcea,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:06.098637 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:06.183047 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:24:06.190684 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b298d01-daeb-4fb1-ba44-37db279ed75d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:06.194970 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:24:06.217762 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:24:06.226789 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Pushing event updated for resources: {'Port': ['ID=731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:06.401931 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02193a5-5a58-49bb-bdb6-dba5db086f52 req-636e56ec-8eef-4ed8-ad09-32dae0dea6db tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:06.403546 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c02193a5-5a58-49bb-bdb6-dba5db086f52 req-636e56ec-8eef-4ed8-ad09-32dae0dea6db tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1362362 Dec 15 03:24:06.554908 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c02193a5-5a58-49bb-bdb6-dba5db086f52 req-c26f3f3e-6d18-40f2-bbef-a65025590dc5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392162 Dec 15 03:24:06.573174 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5a2e7-b2df-4174-b13c-8ca43c080888 req-a23ecb9e-67ab-488d-9f3c-f684dc81dbfe tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:06.601466 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4cf5a2e7-b2df-4174-b13c-8ca43c080888 req-a23ecb9e-67ab-488d-9f3c-f684dc81dbfe tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 945 time: 0.1754344 Dec 15 03:24:06.617226 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b298d01-daeb-4fb1-ba44-37db279ed75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:06.619741 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b298d01-daeb-4fb1-ba44-37db279ed75d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:06.623870 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5b298d01-daeb-4fb1-ba44-37db279ed75d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8fec4749-646f-4604-b157-13d83de74619 HTTP/1.1" status: 204 len: 168 time: 0.7550001 Dec 15 03:24:06.667352 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b298d01-daeb-4fb1-ba44-37db279ed75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fec4749-646f-4604-b157-13d83de74619,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:06.739069 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4cf5a2e7-b2df-4174-b13c-8ca43c080888 req-c69bee08-b68e-4030-8dcd-0b9420aefbcd tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364114 Dec 15 03:24:06.934914 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device b81ab4d5-bcbd-4119-8254-08db9a73bcea up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:06.982047 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:07.075438 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port b81ab4d5-bcbd-4119-8254-08db9a73bcea triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:07.075801 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:07.284531 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:07.323163 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1565007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1570548'] for router, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:07.356236 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port b81ab4d5-bcbd-4119-8254-08db9a73bcea, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=b81ab4d5-bcbd-4119-8254-08db9a73bcea,segment=NetworkSegment(56df1cfa-1c79-4ed4-8d53-485bbbec6669),segment_id=56df1cfa-1c79-4ed4-8d53-485bbbec6669)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:07.462318 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:07.463187 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 0a0408de-af69-4d74-a148-cd1889ff938a up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:07.633089 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Router 371ab906-6a1b-4ed8-b75e-da11b236f68d is scheduled to L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 03:24:07.664635 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 0a0408de-af69-4d74-a148-cd1889ff938a triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:07.665357 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:07.679010 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=b81ab4d5-bcbd-4119-8254-08db9a73bcea,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:07.756786 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d5602-72c7-4730-8d34-97c613bd9fde None None] Network 4704674b-8307-451c-9fc2-26bad3b4eab7 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:24:07.899815 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166aab3-2967-4487-a88f-d9c6d64de3c9 req-c1bd6b25-d8ba-4461-a597-d81f4fefe4e1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:07.904525 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:24:07.916522 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d166aab3-2967-4487-a88f-d9c6d64de3c9 req-c1bd6b25-d8ba-4461-a597-d81f4fefe4e1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1937993 Dec 15 03:24:07.917232 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Sync routers for ids ['371ab906-6a1b-4ed8-b75e-da11b236f68d'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:24:07.953428 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Routers {'371ab906-6a1b-4ed8-b75e-da11b236f68d'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:24:07.954307 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-269f748c-e371-4277-81f6-0bc67685300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:23:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['371ab906-6a1b-4ed8-b75e-da11b236f68d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:07.963362 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-6fb91d60-bc45-4aa7-b854-dc4611f7b1bd None None] Provisioning complete for port b81ab4d5-bcbd-4119-8254-08db9a73bcea triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:07.963942 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6fb91d60-bc45-4aa7-b854-dc4611f7b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:08.020923 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d166aab3-2967-4487-a88f-d9c6d64de3c9 req-92479d82-ac03-4c14-b953-23b543ae2995 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928736 Dec 15 03:24:08.039772 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:08.046817 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-780d3168-8ba2-4733-b395-acac9701c538 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0931833 Dec 15 03:24:08.048251 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35438) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:08.260815 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Set router 371ab906-6a1b-4ed8-b75e-da11b236f68d gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:24:08.522852 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b9bd9786-1560-4b6c-9ffa-9b49b2c200bf None None] Provisioning complete for port b81ab4d5-bcbd-4119-8254-08db9a73bcea triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:08.529332 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9bd9786-1560-4b6c-9ffa-9b49b2c200bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:08.685878 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-269f748c-e371-4277-81f6-0bc67685300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'name': 'tempest-TestShelveInstance-108662810-router', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:04Z', 'updated_at': '2021-12-15T03:24:06Z', 'revision_number': 3, 'project_id': '486f01175f36414fb0141d0044dd992f', 'gw_port': {'id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:05Z', 'updated_at': '2021-12-15T03:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:08.728820 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Checking router: 371ab906-6a1b-4ed8-b75e-da11b236f68d for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:24:08.729422 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Updating router 371ab906-6a1b-4ed8-b75e-da11b236f68d port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 binding host dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:24:08.825392 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:08.861853 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device b81ab4d5-bcbd-4119-8254-08db9a73bcea up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:08.893024 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:08.936619 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port b81ab4d5-bcbd-4119-8254-08db9a73bcea triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:08.937073 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:09.168323 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Allocated IP 172.20.0.1 (4704674b-8307-451c-9fc2-26bad3b4eab7/6af0a3e4-deb4-4cd3-b67c-486c94c18510/2bdad4cf-db80-43e6-9d36-c08b069eb236) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:24:09.307195 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Publish callbacks [] for port, precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:09.315348 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:09.381367 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:09.468685 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:09.525267 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Pushing event updated for resources: {'Port': ['ID=731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:09.543018 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.544273 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Pushing event updated for resources: {'Port': ['ID=2bdad4cf-db80-43e6-9d36-c08b069eb236,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:09.544512 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.545523 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.545966 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.546462 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.548966 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.549868 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.551042 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.551446 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.552033 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Network 4704674b-8307-451c-9fc2-26bad3b4eab7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:24:09.552494 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.553139 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.554658 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.555069 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:09.555197 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:24:09.565236 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Attempting to bind port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:24:09.565616 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Attempting to bind port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:24:09.568431 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Attempting to bind port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 on network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:24:09.573353 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:24:09.580634 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:24:09.581985 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Checking segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:24:09.582742 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:09.583726 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Bound using segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:24:09.584376 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Bound port: 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:24:09.584947 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:09.604321 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6054c9-148b-4e75-af89-df2e82e5e178 req-99316bd2-7cb2-4b59-8aee-9a515cb7e5b4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:09.604321 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6a6054c9-148b-4e75-af89-df2e82e5e178 req-99316bd2-7cb2-4b59-8aee-9a515cb7e5b4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1167920 Dec 15 03:24:09.672986 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1566599'] for router_interface, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:09.721875 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-269f748c-e371-4277-81f6-0bc67685300b None None] For port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:24:09.726244 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-269f748c-e371-4277-81f6-0bc67685300b None None] For port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:24:09.774148 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6a6054c9-148b-4e75-af89-df2e82e5e178 req-9cc81353-0333-4de0-9ffe-2c3de1089d05 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613207 Dec 15 03:24:09.793581 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:10.111898 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:10.112526 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-2e2a9937-db8f-45f6-82ec-ead9cb5c8b68 None None] Provisioning complete for port 2bdad4cf-db80-43e6-9d36-c08b069eb236 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:10.112526 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9937-db8f-45f6-82ec-ead9cb5c8b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:10.113054 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068ed08-de81-424a-9c76-b7b109102783 None None] Pushing event updated for resources: {'Port': ['ID=731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:10.179655 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Routers {'371ab906-6a1b-4ed8-b75e-da11b236f68d'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:24:10.192066 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-269f748c-e371-4277-81f6-0bc67685300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:23:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['371ab906-6a1b-4ed8-b75e-da11b236f68d'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:10.269728 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a9937-db8f-45f6-82ec-ead9cb5c8b68 None None] Port 2bdad4cf-db80-43e6-9d36-c08b069eb236 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:24:10.311139 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:24:10.441209 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-269f748c-e371-4277-81f6-0bc67685300b None None] Set router 371ab906-6a1b-4ed8-b75e-da11b236f68d gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:24:10.470330 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:10.552821 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:10.625028 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Pushing event updated for resources: {'Port': ['ID=2bdad4cf-db80-43e6-9d36-c08b069eb236,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:10.628175 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1554245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1566775'] for router_interface, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:10.716139 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-269f748c-e371-4277-81f6-0bc67685300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'name': 'tempest-TestShelveInstance-108662810-router', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:04Z', 'updated_at': '2021-12-15T03:24:09Z', 'revision_number': 4, 'project_id': '486f01175f36414fb0141d0044dd992f', 'gw_port': {'id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:05Z', 'updated_at': '2021-12-15T03:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '2bdad4cf-db80-43e6-9d36-c08b069eb236', 'name': '', 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'mac_address': 'fa:16:3e:ba:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:08Z', 'updated_at': '2021-12-15T03:24:09Z', 'revision_number': 1, 'project_id': '486f01175f36414fb0141d0044dd992f', 'subnets': [{'id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:10.752468 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Network 4704674b-8307-451c-9fc2-26bad3b4eab7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:24:10.753829 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f748c-e371-4277-81f6-0bc67685300b None None] The sync data for ids ['371ab906-6a1b-4ed8-b75e-da11b236f68d'] in dv-cinder-818037-9-smb is: [{'id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'name': 'tempest-TestShelveInstance-108662810-router', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:04Z', 'updated_at': '2021-12-15T03:24:09Z', 'revision_number': 4, 'project_id': '486f01175f36414fb0141d0044dd992f', 'gw_port': {'id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:05Z', 'updated_at': '2021-12-15T03:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '2bdad4cf-db80-43e6-9d36-c08b069eb236', 'name': '', 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'mac_address': 'fa:16:3e:ba:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:08Z', 'updated_at': '2021-12-15T03:24:09Z', 'revision_number': 1, 'project_id': '486f01175f36414fb0141d0044dd992f', 'subnets': [{'id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:24:10.754531 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:24:11.021442 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a219050-5f69-43be-a314-9faf471f5e90 req-203e01d4-09af-4aa8-a379-aad877aa05b1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:11.030333 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3a219050-5f69-43be-a314-9faf471f5e90 req-203e01d4-09af-4aa8-a379-aad877aa05b1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0751190 Dec 15 03:24:11.107659 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Router 371ab906-6a1b-4ed8-b75e-da11b236f68d has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:24:11.114863 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3a219050-5f69-43be-a314-9faf471f5e90 req-86e5028a-bb86-4dee-95eb-ca4bfe062cfe tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830712 Dec 15 03:24:11.221990 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3e29e167-4e59-4694-8dec-ab97c9fffac0 None None] Provisioning complete for port 2bdad4cf-db80-43e6-9d36-c08b069eb236 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:11.227178 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3e29e167-4e59-4694-8dec-ab97c9fffac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:11.295915 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3e29e167-4e59-4694-8dec-ab97c9fffac0 None None] Port 2bdad4cf-db80-43e6-9d36-c08b069eb236 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:24:11.644246 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:24:11.654317 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-4928a7f8-466e-42d9-9099-88f08fd690ea admin admin] 10.222.0.45 "PUT /v2.0/routers/371ab906-6a1b-4ed8-b75e-da11b236f68d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6023142 Dec 15 03:24:12.302006 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf02632-c595-4356-ab03-a87e6753cc6d req-6e398533-61c2-4841-a096-b09a7f4e1371 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:12.303619 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5cf02632-c595-4356-ab03-a87e6753cc6d req-6e398533-61c2-4841-a096-b09a7f4e1371 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0610001 Dec 15 03:24:12.396816 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5cf02632-c595-4356-ab03-a87e6753cc6d req-76bea04c-4edf-47ec-9df2-2932d1052b50 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749576 Dec 15 03:24:12.590732 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35546) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:12.600955 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9426608f-3a8e-4570-8b11-fba3f34d76f6 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513399253', 'description': 'tempest-secgroup-smoke-513399253 description', 'project_id': '4dc35931da44466bbd3bb385eff3b956'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:12.708251 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9426608f-3a8e-4570-8b11-fba3f34d76f6 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:12.882938 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9426608f-3a8e-4570-8b11-fba3f34d76f6 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:12.916162 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:12.941106 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9426608f-3a8e-4570-8b11-fba3f34d76f6 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:12.993197 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426608f-3a8e-4570-8b11-fba3f34d76f6 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acbe40a-838f-4ac3-9753-b0419be95a5b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:12.994351 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:12.994785 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:13.092227 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9426608f-3a8e-4570-8b11-fba3f34d76f6 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:13.099155 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9426608f-3a8e-4570-8b11-fba3f34d76f6 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5070205 Dec 15 03:24:13.100294 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35560) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:13.115065 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-3fcfb373-697f-4aa4-bf64-00378634144e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Request body: {'security_group_rule': {'security_group_id': '0acbe40a-838f-4ac3-9753-b0419be95a5b', 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:13.122298 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:13.170090 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:13.234682 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdbe11-5d1d-469c-9e5c-993b73a46fcf req-a337082b-e398-4013-98be-c11d0af65b12 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:13.245177 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1fcdbe11-5d1d-469c-9e5c-993b73a46fcf req-a337082b-e398-4013-98be-c11d0af65b12 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.1688128 Dec 15 03:24:13.255382 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:13.295194 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb373-697f-4aa4-bf64-00378634144e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:13.333924 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:13.390900 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1fcdbe11-5d1d-469c-9e5c-993b73a46fcf req-15779ebc-bd82-464d-878a-5e2bd9d94d3d tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424353 Dec 15 03:24:13.410372 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35568) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:13.504148 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb373-697f-4aa4-bf64-00378634144e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:13.581695 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb373-697f-4aa4-bf64-00378634144e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:13.632845 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfb373-697f-4aa4-bf64-00378634144e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8bb77c-b8d7-4b71-9287-5c372280ca0f,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:13.635595 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a2ed9-f36a-4015-a225-c6f28a400751 req-e96b73b5-bdd9-4748-866b-0b633dab0d86 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:13.645467 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c43a2ed9-f36a-4015-a225-c6f28a400751 req-e96b73b5-bdd9-4748-866b-0b633dab0d86 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1178846 Dec 15 03:24:13.707458 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fcfb373-697f-4aa4-bf64-00378634144e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:13.712510 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-3fcfb373-697f-4aa4-bf64-00378634144e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6082740 Dec 15 03:24:13.713151 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35584) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:13.717664 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-61113d37-78bd-4da6-971f-fddae6e619a1 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Request body: {'security_group_rule': {'security_group_id': '0acbe40a-838f-4ac3-9753-b0419be95a5b', 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:13.749532 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c43a2ed9-f36a-4015-a225-c6f28a400751 req-43bb6e8f-cfa0-4c03-94be-ce445ab1a90a tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015484 Dec 15 03:24:13.885012 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61113d37-78bd-4da6-971f-fddae6e619a1 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:13.916247 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1672530c-05a7-4197-b443-40a77662b3b7 tempest-TestMinimumBasicScenario-970404266 tempest-TestMinimumBasicScenario-970404266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:13.918535 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-1672530c-05a7-4197-b443-40a77662b3b7 tempest-TestMinimumBasicScenario-970404266 tempest-TestMinimumBasicScenario-970404266-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 1094 time: 0.5065453 Dec 15 03:24:13.921300 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35592) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:13.934386 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'floatingip': {'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'port_id': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:13.959942 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61113d37-78bd-4da6-971f-fddae6e619a1 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.044801 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.049547 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61113d37-78bd-4da6-971f-fddae6e619a1 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.098732 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61113d37-78bd-4da6-971f-fddae6e619a1 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e275c5a7-e49d-4760-8b6c-0782d02d8f2b,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:14.162005 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61113d37-78bd-4da6-971f-fddae6e619a1 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.167043 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-61113d37-78bd-4da6-971f-fddae6e619a1 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4504368 Dec 15 03:24:14.167513 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35606) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:14.175600 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e58b4381-753b-4deb-a7f0-a1afbc325f11 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Request body: {'security_group_rule': {'security_group_id': '0acbe40a-838f-4ac3-9753-b0419be95a5b', 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:14.267493 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.304536 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Sync routers for ids ['371ab906-6a1b-4ed8-b75e-da11b236f68d'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:24:14.333617 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Routers {'371ab906-6a1b-4ed8-b75e-da11b236f68d'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:24:14.337492 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:23:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['371ab906-6a1b-4ed8-b75e-da11b236f68d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:14.401358 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e58b4381-753b-4deb-a7f0-a1afbc325f11 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.478177 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Set router 371ab906-6a1b-4ed8-b75e-da11b236f68d gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:24:14.581556 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e58b4381-753b-4deb-a7f0-a1afbc325f11 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.595816 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Allocated IP 172.28.0.185 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/55a831c6-9a75-4eb8-a5c7-e2e3bf851e5c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:24:14.675763 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e58b4381-753b-4deb-a7f0-a1afbc325f11 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.718461 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b4381-753b-4deb-a7f0-a1afbc325f11 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae23840b-3387-4384-afda-426388ec2c13,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:14.744181 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:14.792252 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.831207 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e58b4381-753b-4deb-a7f0-a1afbc325f11 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.832834 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-e58b4381-753b-4deb-a7f0-a1afbc325f11 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6641788 Dec 15 03:24:14.835629 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35616) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:14.842184 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:14.843091 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.847232 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f5f14cf0-ca98-4212-9bbe-62790c56cd04 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Request body: {'security_group_rule': {'security_group_id': '0acbe40a-838f-4ac3-9753-b0419be95a5b', 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:14.892716 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'name': 'tempest-TestShelveInstance-108662810-router', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:04Z', 'updated_at': '2021-12-15T03:24:09Z', 'revision_number': 4, 'project_id': '486f01175f36414fb0141d0044dd992f', 'gw_port': {'id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:05Z', 'updated_at': '2021-12-15T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '2bdad4cf-db80-43e6-9d36-c08b069eb236', 'name': '', 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'mac_address': 'fa:16:3e:ba:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:08Z', 'updated_at': '2021-12-15T03:24:10Z', 'revision_number': 2, 'project_id': '486f01175f36414fb0141d0044dd992f', 'subnets': [{'id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:14.910611 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.933283 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Checking router: 371ab906-6a1b-4ed8-b75e-da11b236f68d for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:24:14.933643 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Updating router 371ab906-6a1b-4ed8-b75e-da11b236f68d port 2bdad4cf-db80-43e6-9d36-c08b069eb236 binding host dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:24:14.972527 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:14.977810 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:24:14.994133 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411bc03-e01c-4c52-b2e5-5064278e33af req-23f7b6f0-586f-4c58-b151-721da181ebd1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:14.995759 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a411bc03-e01c-4c52-b2e5-5064278e33af req-23f7b6f0-586f-4c58-b151-721da181ebd1 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1210234 Dec 15 03:24:14.997370 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:24:14.999471 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:24:15.067944 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5f14cf0-ca98-4212-9bbe-62790c56cd04 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:15.070357 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'Port': ['ID=55a831c6-9a75-4eb8-a5c7-e2e3bf851e5c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:15.209412 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a411bc03-e01c-4c52-b2e5-5064278e33af req-d13b179d-4036-41a4-9d04-fd3875205ba6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524670 Dec 15 03:24:15.258254 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5f14cf0-ca98-4212-9bbe-62790c56cd04 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:15.385292 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:15.410363 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5f14cf0-ca98-4212-9bbe-62790c56cd04 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:15.422119 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f14cf0-ca98-4212-9bbe-62790c56cd04 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1625af55-7152-4be7-86d3-50df09ccf9e4,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:15.582004 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:15.629193 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5f14cf0-ca98-4212-9bbe-62790c56cd04 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:15.630444 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-f5f14cf0-ca98-4212-9bbe-62790c56cd04 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7931666 Dec 15 03:24:15.634595 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:15.640374 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-92641c8d-84e6-4f50-bfa1-2f51dbad509e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Request body: {'security_group_rule': {'security_group_id': '0acbe40a-838f-4ac3-9753-b0419be95a5b', 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:15.689691 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38788ffe-fb3a-4758-b1ad-f6611a4eb71f None None] Pushing event updated for resources: {'Port': ['ID=2bdad4cf-db80-43e6-9d36-c08b069eb236,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:15.762992 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Attempting to bind port 2bdad4cf-db80-43e6-9d36-c08b069eb236 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:24:15.763401 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Attempting to bind port 2bdad4cf-db80-43e6-9d36-c08b069eb236 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '56df1cfa-1c79-4ed4-8d53-485bbbec6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:24:15.763778 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Attempting to bind port 2bdad4cf-db80-43e6-9d36-c08b069eb236 on network 4704674b-8307-451c-9fc2-26bad3b4eab7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:24:15.778970 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:24:15.779363 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Checking segment: {'id': '56df1cfa-1c79-4ed4-8d53-485bbbec6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:24:15.792915 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:15.795990 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Bound using segment: {'id': '56df1cfa-1c79-4ed4-8d53-485bbbec6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:24:15.824451 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Bound port: 2bdad4cf-db80-43e6-9d36-c08b069eb236, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56df1cfa-1c79-4ed4-8d53-485bbbec6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:24:15.824451 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:15.832236 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-92641c8d-84e6-4f50-bfa1-2f51dbad509e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Project 4dc35931da44466bbd3bb385eff3b956 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 03:24:15.856564 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92641c8d-84e6-4f50-bfa1-2f51dbad509e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:15.918295 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] For port 2bdad4cf-db80-43e6-9d36-c08b069eb236, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:24:15.925082 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] For port 2bdad4cf-db80-43e6-9d36-c08b069eb236, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=2bdad4cf-db80-43e6-9d36-c08b069eb236,segment=NetworkSegment(56df1cfa-1c79-4ed4-8d53-485bbbec6669),segment_id=56df1cfa-1c79-4ed4-8d53-485bbbec6669)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:24:15.945190 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92641c8d-84e6-4f50-bfa1-2f51dbad509e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.017339 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.053356 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92641c8d-84e6-4f50-bfa1-2f51dbad509e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.107556 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92641c8d-84e6-4f50-bfa1-2f51dbad509e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11dbed2-e722-471e-84ed-7f82a89a71d3,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:16.177835 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-832dc582-2639-44fe-8ca7-0c4071ec8428 None None] Provisioning complete for port 2bdad4cf-db80-43e6-9d36-c08b069eb236 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:16.178480 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-832dc582-2639-44fe-8ca7-0c4071ec8428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.182893 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Routers {'371ab906-6a1b-4ed8-b75e-da11b236f68d'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:24:16.185054 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:23:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['371ab906-6a1b-4ed8-b75e-da11b236f68d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:16.185337 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.208152 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38788ffe-fb3a-4758-b1ad-f6611a4eb71f None None] Pushing event updated for resources: {'Port': ['ID=2bdad4cf-db80-43e6-9d36-c08b069eb236,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:16.208947 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92641c8d-84e6-4f50-bfa1-2f51dbad509e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.213761 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-92641c8d-84e6-4f50-bfa1-2f51dbad509e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5740168 Dec 15 03:24:16.214328 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35634) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:16.266961 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-38355d3c-88d0-4af6-9829-f5c0d8074024 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Request body: {'security_group_rule': {'security_group_id': '0acbe40a-838f-4ac3-9753-b0419be95a5b', 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:16.373375 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c283251f-f482-46cc-8a4a-4971e2a77257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.410047 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.securitygroups_db [None req-38355d3c-88d0-4af6-9829-f5c0d8074024 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Project 4dc35931da44466bbd3bb385eff3b956 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 03:24:16.423491 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38355d3c-88d0-4af6-9829-f5c0d8074024 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.475115 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.490850 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] Set router 371ab906-6a1b-4ed8-b75e-da11b236f68d gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:24:16.521197 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-832dc582-2639-44fe-8ca7-0c4071ec8428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.549611 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38355d3c-88d0-4af6-9829-f5c0d8074024 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.574134 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ba3db-9d5f-4317-a76f-566b8af5344c req-7b13321b-b8c9-4b03-874d-4ea3806f4b9c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:16.575708 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3e6ba3db-9d5f-4317-a76f-566b8af5344c req-7b13321b-b8c9-4b03-874d-4ea3806f4b9c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1930325 Dec 15 03:24:16.628193 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38355d3c-88d0-4af6-9829-f5c0d8074024 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.653564 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-832dc582-2639-44fe-8ca7-0c4071ec8428 None None] For port 2bdad4cf-db80-43e6-9d36-c08b069eb236, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=2bdad4cf-db80-43e6-9d36-c08b069eb236,segment=NetworkSegment(56df1cfa-1c79-4ed4-8d53-485bbbec6669),segment_id=56df1cfa-1c79-4ed4-8d53-485bbbec6669)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:16.694027 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38355d3c-88d0-4af6-9829-f5c0d8074024 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96204e1-e319-41e4-aa75-95e1a0912245,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:16.783890 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38355d3c-88d0-4af6-9829-f5c0d8074024 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.785426 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3e6ba3db-9d5f-4317-a76f-566b8af5344c req-ab1f5db7-9ad1-4856-a9f7-202797aab351 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807841 Dec 15 03:24:16.785552 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-38355d3c-88d0-4af6-9829-f5c0d8074024 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5699263 Dec 15 03:24:16.831343 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-832dc582-2639-44fe-8ca7-0c4071ec8428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.859589 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:16.929957 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:17.067133 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dc582-2639-44fe-8ca7-0c4071ec8428 None None] Pushing event updated for resources: {'Port': ['ID=2bdad4cf-db80-43e6-9d36-c08b069eb236,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:17.073654 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 2bdad4cf-db80-43e6-9d36-c08b069eb236 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:17.113807 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'Port': ['ID=55a831c6-9a75-4eb8-a5c7-e2e3bf851e5c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:17.138395 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-a844f89e-08fc-4c82-b134-158edf174611 None None] Provisioning complete for port 2bdad4cf-db80-43e6-9d36-c08b069eb236 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:17.138788 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a844f89e-08fc-4c82-b134-158edf174611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:17.201181 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:17.222775 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 2bdad4cf-db80-43e6-9d36-c08b069eb236 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:17.223143 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:17.283165 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'name': 'tempest-TestShelveInstance-108662810-router', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:04Z', 'updated_at': '2021-12-15T03:24:09Z', 'revision_number': 4, 'project_id': '486f01175f36414fb0141d0044dd992f', 'gw_port': {'id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:05Z', 'updated_at': '2021-12-15T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '2bdad4cf-db80-43e6-9d36-c08b069eb236', 'name': '', 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'mac_address': 'fa:16:3e:ba:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:08Z', 'updated_at': '2021-12-15T03:24:15Z', 'revision_number': 4, 'project_id': '486f01175f36414fb0141d0044dd992f', 'subnets': [{'id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:17.342236 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1341f9-e24e-44a3-89bc-81446e6a0782 None None] The sync data for ids ['371ab906-6a1b-4ed8-b75e-da11b236f68d'] in dv-cinder-818037-9-smb is: [{'id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'name': 'tempest-TestShelveInstance-108662810-router', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:04Z', 'updated_at': '2021-12-15T03:24:09Z', 'revision_number': 4, 'project_id': '486f01175f36414fb0141d0044dd992f', 'gw_port': {'id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:05Z', 'updated_at': '2021-12-15T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '2bdad4cf-db80-43e6-9d36-c08b069eb236', 'name': '', 'network_id': '4704674b-8307-451c-9fc2-26bad3b4eab7', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'mac_address': 'fa:16:3e:ba:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:08Z', 'updated_at': '2021-12-15T03:24:15Z', 'revision_number': 4, 'project_id': '486f01175f36414fb0141d0044dd992f', 'subnets': [{'id': '6af0a3e4-deb4-4cd3-b67c-486c94c18510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:24:17.390449 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-018cc063-711a-461b-b97d-b4dd40781346 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:17.396890 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-018cc063-711a-461b-b97d-b4dd40781346 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/networks?id=484bcbd8-97b9-4c55-9a3d-eda75a46f091 HTTP/1.1" status: 200 len: 814 time: 0.2636321 Dec 15 03:24:17.421422 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.l3_db [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Floating IP af7f44a7-3347-4998-a5c3-53900571dbc5 associated. External IP: 172.28.0.185, port: b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe. Dec 15 03:24:17.527727 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-95064710-4d85-418b-bad0-827fbc2838a7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/quotas/540410d397a248c6b31115c44b55ab77 HTTP/1.1" status: 200 len: 375 time: 0.1228294 Dec 15 03:24:17.667863 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-ade5e913-76ef-4a1c-974d-43e6f21578e2 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1328645 Dec 15 03:24:17.972467 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Router fff8680c-56e4-496b-b05a-15accd0846c1 has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:24:17.976004 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-1c66512d-6b90-412d-83e2-fb4723d3a15b service neutron] 10.222.0.45 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069119 Dec 15 03:24:18.021671 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0cb4a-c26c-4f81-9747-b668a30c49c7 req-caf277d4-81a5-4bba-8afc-c5a739e064e5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:18.023358 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c9d0cb4a-c26c-4f81-9747-b668a30c49c7 req-caf277d4-81a5-4bba-8afc-c5a739e064e5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1458004 Dec 15 03:24:18.274250 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c9d0cb4a-c26c-4f81-9747-b668a30c49c7 req-91b50e00-7cd3-48c5-8237-80b1cb787d55 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314126 Dec 15 03:24:18.313957 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-f80d6734-4c61-425f-97bd-b839b41faeba service neutron] 10.222.0.45 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245308 Dec 15 03:24:18.324517 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:24:18.353948 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] Sync routers for ids ['fff8680c-56e4-496b-b05a-15accd0846c1'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:24:18.376177 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6284a15-1434-42ac-b567-99374d710c89 req-7e1cfc2d-d38a-4228-92c5-d6bac198b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:18.379643 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-a6284a15-1434-42ac-b567-99374d710c89 req-7e1cfc2d-d38a-4228-92c5-d6bac198b43d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 1099 time: 0.1067386 Dec 15 03:24:18.380787 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] Routers {'fff8680c-56e4-496b-b05a-15accd0846c1'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:24:18.381421 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:23:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['fff8680c-56e4-496b-b05a-15accd0846c1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:18.418691 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:18.473395 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-a6284a15-1434-42ac-b567-99374d710c89 req-3657ef6e-a531-4e3b-9629-663cf6ca4fc9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857720 Dec 15 03:24:18.479840 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-ed7b7d5c-de2c-4a78-a7de-00beb93cc8f8 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5574009 Dec 15 03:24:18.485489 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:18.485745 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35728) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:18.489390 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:18.491939 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-f470b141-9949-4327-b131-9fcd7de18ce9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96567402', 'description': 'tempest-secgroup-smoke-96567402 description', 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:18.508374 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f6c52bc6-accc-429f-bf4c-f54cc78011bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:18.566835 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563e47bd-6649-4d54-bbb7-94468e5de6ff x-openstack-request-id: req-563e47bd-6649-4d54-bbb7-94468e5de6ff {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:18.567332 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:18.567438 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-563e47bd-6649-4d54-bbb7-94468e5de6ff {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:18.567752 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'status': 'completed', 'code': 200} Dec 15 03:24:18.586591 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f470b141-9949-4327-b131-9fcd7de18ce9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:18.620448 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] Set router fff8680c-56e4-496b-b05a-15accd0846c1 gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:24:18.704417 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1f7c5954-b84f-4487-8e27-e2a46fb1a293 req-17e77cd9-d185-454f-bf76-fb43957124ac tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 210 time: 0.1023026 Dec 15 03:24:18.778814 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f470b141-9949-4327-b131-9fcd7de18ce9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:18.791338 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 2bdad4cf-db80-43e6-9d36-c08b069eb236 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:18.838177 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f470b141-9949-4327-b131-9fcd7de18ce9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:18.871778 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 2bdad4cf-db80-43e6-9d36-c08b069eb236 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:18.872159 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:18.983014 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470b141-9949-4327-b131-9fcd7de18ce9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:18.996560 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-7e7236f3-5b18-463d-b824-1d69a587ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:18.998256 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-7e7236f3-5b18-463d-b824-1d69a587ba72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 1099 time: 0.1427574 Dec 15 03:24:19.072108 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f470b141-9949-4327-b131-9fcd7de18ce9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:19.073571 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-f470b141-9949-4327-b131-9fcd7de18ce9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5898468 Dec 15 03:24:19.076494 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35764) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:19.081697 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-ba46c2db-276f-42ab-aca0-d5d76643d169 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'security_group_rule': {'security_group_id': '5c2ea4d3-aa00-45bf-9cf5-e81a796b907c', 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:19.105746 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:04Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'af7f44a7-3347-4998-a5c3-53900571dbc5', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'port_id': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'mac_address': 'fa:16:3e:84:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:24:15Z', 'updated_at': '2021-12-15T03:24:15Z', 'revision_number': 0, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e35110-5aaa-4499-8413-bde7a5d2c54b', 'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'mac_address': 'fa:16:3e:41:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:03Z', 'updated_at': '2021-12-15T03:23:08Z', 'revision_number': 5, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'subnets': [{'id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:19.140244 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-f3ff3bef-83d5-41ab-8408-617363b7671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:19.142928 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-f3ff3bef-83d5-41ab-8408-617363b7671c service neutron] 10.222.0.43 "GET /v2.0/networks?id=5718e6be-6cbe-4937-a542-b51bc5bb7955 HTTP/1.1" status: 200 len: 916 time: 0.1359141 Dec 15 03:24:19.154222 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] Checking router: fff8680c-56e4-496b-b05a-15accd0846c1 for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:24:19.169344 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] Routers {'fff8680c-56e4-496b-b05a-15accd0846c1'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:24:19.170421 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:24:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['fff8680c-56e4-496b-b05a-15accd0846c1'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:19.264070 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2db-276f-42ab-aca0-d5d76643d169 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:19.291046 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-46b6e55e-ff16-4fdd-9447-b3443247688a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 200 len: 1000 time: 0.1397014 Dec 15 03:24:19.313167 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] Set router fff8680c-56e4-496b-b05a-15accd0846c1 gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:24:19.416579 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-5364d64e-bd0d-42c5-8663-31fce7565431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:19.418048 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-5364d64e-bd0d-42c5-8663-31fce7565431 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d1beba5-9b9c-4a18-ad74-39d4a25196c4 HTTP/1.1" status: 200 len: 854 time: 0.1154296 Dec 15 03:24:19.424555 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2db-276f-42ab-aca0-d5d76643d169 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:19.494732 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2db-276f-42ab-aca0-d5d76643d169 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:19.497303 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f5ce-4cf4-4697-9a1a-a9a105edbf02 req-3e1bebf6-e482-4bcb-a86e-bbf13ff01228 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:19.507741 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-baf2f5ce-4cf4-4697-9a1a-a9a105edbf02 req-3e1bebf6-e482-4bcb-a86e-bbf13ff01228 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1041977 Dec 15 03:24:19.529729 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46c2db-276f-42ab-aca0-d5d76643d169 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11172a14-5b46-4009-a348-08e1d3f97190,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:19.541822 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-aab87379-b91e-4aa3-bf5a-3a210c5c76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:19.543500 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-aab87379-b91e-4aa3-bf5a-3a210c5c76e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5718e6be-6cbe-4937-a542-b51bc5bb7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1128960 Dec 15 03:24:19.569736 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:19.600646 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-baf2f5ce-4cf4-4697-9a1a-a9a105edbf02 req-7eb1a9c8-56bc-4b4e-9888-a1f506ff1398 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917037 Dec 15 03:24:19.618889 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:04Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'af7f44a7-3347-4998-a5c3-53900571dbc5', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'port_id': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'mac_address': 'fa:16:3e:84:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:24:15Z', 'updated_at': '2021-12-15T03:24:15Z', 'revision_number': 0, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e35110-5aaa-4499-8413-bde7a5d2c54b', 'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'mac_address': 'fa:16:3e:41:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:03Z', 'updated_at': '2021-12-15T03:23:08Z', 'revision_number': 5, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'subnets': [{'id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:19.642420 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba46c2db-276f-42ab-aca0-d5d76643d169 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:19.644441 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-ba46c2db-276f-42ab-aca0-d5d76643d169 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5667975 Dec 15 03:24:19.647338 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35770) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:19.651834 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-90c8bfb8-5ca5-436c-8ac6-5c96e4e70d1c tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'security_group_rule': {'security_group_id': '5c2ea4d3-aa00-45bf-9cf5-e81a796b907c', 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:19.654217 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4454d6ad-90d4-4e9b-9fa8-82c7b2b03086 None None] The sync data for ids ['fff8680c-56e4-496b-b05a-15accd0846c1'] in dv-cinder-818037-9-smb is: [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:04Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'af7f44a7-3347-4998-a5c3-53900571dbc5', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'port_id': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'mac_address': 'fa:16:3e:84:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:24:15Z', 'updated_at': '2021-12-15T03:24:15Z', 'revision_number': 0, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e35110-5aaa-4499-8413-bde7a5d2c54b', 'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'mac_address': 'fa:16:3e:41:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:03Z', 'updated_at': '2021-12-15T03:23:08Z', 'revision_number': 5, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'subnets': [{'id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:24:19.717287 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-1b750fe6-120d-4b6a-9751-25b1306666d4 service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622472 Dec 15 03:24:19.805862 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90c8bfb8-5ca5-436c-8ac6-5c96e4e70d1c tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:19.830389 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d3c3b292-c0d3-48b2-9918-6eda5b684dab req-d1b6c968-69d6-4b20-a8f9-246284b035e7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 210 time: 0.0502384 Dec 15 03:24:19.914702 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-caec1bc5-29fd-40a7-a709-25c0d6ea3ecf req-d99c6f2d-a7d8-437e-9656-bfcf1f3244d1 service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760221 Dec 15 03:24:19.921506 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90c8bfb8-5ca5-436c-8ac6-5c96e4e70d1c tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:19.991214 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472f5868-3e87-4f4f-ae8a-d6e8972ee22d None None] New status for floating IP af7f44a7-3347-4998-a5c3-53900571dbc5: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:24:20.004198 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90c8bfb8-5ca5-436c-8ac6-5c96e4e70d1c tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:20.026084 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8bfb8-5ca5-436c-8ac6-5c96e4e70d1c tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3fa9d1-6998-461b-b0e4-9b5b4e73e0dd,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:20.126164 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90c8bfb8-5ca5-436c-8ac6-5c96e4e70d1c tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:20.129695 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-90c8bfb8-5ca5-436c-8ac6-5c96e4e70d1c tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4786987 Dec 15 03:24:20.130449 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35784) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:20.148592 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-53288615-bbb9-4a5f-9004-44a3deb81931 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'security_group_rule': {'security_group_id': '5c2ea4d3-aa00-45bf-9cf5-e81a796b907c', 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:20.295078 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53288615-bbb9-4a5f-9004-44a3deb81931 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:20.377487 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53288615-bbb9-4a5f-9004-44a3deb81931 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:20.455527 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53288615-bbb9-4a5f-9004-44a3deb81931 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:20.480552 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53288615-bbb9-4a5f-9004-44a3deb81931 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8418cf1e-5f14-4e6c-94a3-c75be6561a30,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:20.615645 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53288615-bbb9-4a5f-9004-44a3deb81931 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:20.619142 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-53288615-bbb9-4a5f-9004-44a3deb81931 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4850359 Dec 15 03:24:20.628700 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:20.634427 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e6dc1cd8-ea9f-4791-b0bc-6457ab0ed499 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'security_group_rule': {'security_group_id': '5c2ea4d3-aa00-45bf-9cf5-e81a796b907c', 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:20.828730 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb99f2f-01b9-407c-86c7-e8ae0a490bd8 req-0ef86273-ef4a-429f-aaa1-ffb79b9b1f1a tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:20.830311 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3bb99f2f-01b9-407c-86c7-e8ae0a490bd8 req-0ef86273-ef4a-429f-aaa1-ffb79b9b1f1a tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1333742 Dec 15 03:24:20.892515 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1cd8-ea9f-4791-b0bc-6457ab0ed499 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:20.902272 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3bb99f2f-01b9-407c-86c7-e8ae0a490bd8 req-ef1cebfd-1354-46ba-b582-d071046164ee tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660062 Dec 15 03:24:20.910040 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:20.976535 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5dc5f516-ddd6-427d-8f50-d3ba6e14dd59 req-261d7390-fc50-4ef6-8672-cfcafe494ab7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 210 time: 0.0359206 Dec 15 03:24:21.019641 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1cd8-ea9f-4791-b0bc-6457ab0ed499 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.101434 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1cd8-ea9f-4791-b0bc-6457ab0ed499 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.119890 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc1cd8-ea9f-4791-b0bc-6457ab0ed499 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d0fce7-8a3c-4081-888a-74686c4f87ef,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:21.195092 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1cd8-ea9f-4791-b0bc-6457ab0ed499 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.196271 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-e6dc1cd8-ea9f-4791-b0bc-6457ab0ed499 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5662858 Dec 15 03:24:21.199096 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35808) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:21.203491 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ee545c4f-e878-4487-bc20-a02d94a928c2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'security_group_rule': {'security_group_id': '5c2ea4d3-aa00-45bf-9cf5-e81a796b907c', 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:21.231552 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.295580 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-ee545c4f-e878-4487-bc20-a02d94a928c2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Project aea8f8ac13aa45d0b317e51996b46ce6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 03:24:21.301332 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee545c4f-e878-4487-bc20-a02d94a928c2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.371679 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee545c4f-e878-4487-bc20-a02d94a928c2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.441406 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47008d2-78d5-4ac8-91b3-d5a06f120af2 req-28455e4b-f267-460f-ba75-29663ebd65dd tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:21.441406 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d47008d2-78d5-4ac8-91b3-d5a06f120af2 req-28455e4b-f267-460f-ba75-29663ebd65dd tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0536022 Dec 15 03:24:21.491600 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d47008d2-78d5-4ac8-91b3-d5a06f120af2 req-3add3454-3ecf-4d44-9c13-8c89b3ca698d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458477 Dec 15 03:24:21.546916 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee545c4f-e878-4487-bc20-a02d94a928c2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.571614 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee545c4f-e878-4487-bc20-a02d94a928c2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53dc9ee-b10b-4eed-a83b-c6ff505a177f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:21.577793 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cd5cb-3f01-4c37-b648-9967816d8ece req-1007d7d7-cf18-4823-bfca-3775d35971ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:21.579220 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5f3cd5cb-3f01-4c37-b648-9967816d8ece req-1007d7d7-cf18-4823-bfca-3775d35971ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a8dff297f76a47388084e17f84086df9&device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 1099 time: 0.0734496 Dec 15 03:24:21.635214 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee545c4f-e878-4487-bc20-a02d94a928c2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.636718 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-ee545c4f-e878-4487-bc20-a02d94a928c2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4364150 Dec 15 03:24:21.639316 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:21.644528 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f8d08e7a-c8c9-4e9f-a4bd-8eceedf9c1ea tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'security_group_rule': {'security_group_id': '5c2ea4d3-aa00-45bf-9cf5-e81a796b907c', 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:21.681708 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cd5cb-3f01-4c37-b648-9967816d8ece req-0897d807-d279-481c-ac1b-29fa5645cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:21.683508 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5f3cd5cb-3f01-4c37-b648-9967816d8ece req-0897d807-d279-481c-ac1b-29fa5645cb9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 200 len: 919 time: 0.0919900 Dec 15 03:24:21.741456 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-f8d08e7a-c8c9-4e9f-a4bd-8eceedf9c1ea tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Project aea8f8ac13aa45d0b317e51996b46ce6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 03:24:21.751728 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8d08e7a-c8c9-4e9f-a4bd-8eceedf9c1ea tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.802086 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5f3cd5cb-3f01-4c37-b648-9967816d8ece req-1b0b3a3b-0b45-47d9-bd04-d1acce29f66b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee HTTP/1.1" status: 200 len: 217 time: 0.0738277 Dec 15 03:24:21.821728 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8d08e7a-c8c9-4e9f-a4bd-8eceedf9c1ea tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.916424 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cd5cb-3f01-4c37-b648-9967816d8ece req-f488d865-d358-4aeb-a230-d199ebac4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:21.918606 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5f3cd5cb-3f01-4c37-b648-9967816d8ece req-f488d865-d358-4aeb-a230-d199ebac4573 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 200 len: 858 time: 0.0854692 Dec 15 03:24:21.918912 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8d08e7a-c8c9-4e9f-a4bd-8eceedf9c1ea tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:21.940189 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d08e7a-c8c9-4e9f-a4bd-8eceedf9c1ea tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7243647-1653-4df4-9485-085f419c376e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:21.961416 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5f3cd5cb-3f01-4c37-b648-9967816d8ece req-b2eddf3c-4648-47d5-955e-0abba8f1cd46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=596d48f0-d405-4ad3-9dc4-ee18649c23a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296857 Dec 15 03:24:21.968201 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-fec0d70b-0325-49bf-9a36-c3d2e2caf33c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:21.969958 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-fec0d70b-0325-49bf-9a36-c3d2e2caf33c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "GET /v2.0/networks?id=484bcbd8-97b9-4c55-9a3d-eda75a46f091 HTTP/1.1" status: 200 len: 814 time: 0.2338274 Dec 15 03:24:22.027364 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Request body: {'port': {'device_id': '4594caa7-4c47-4c2e-b635-dc3308026d88', 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091', 'admin_state_up': True, 'tenant_id': '540410d397a248c6b31115c44b55ab77'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:22.046516 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8d08e7a-c8c9-4e9f-a4bd-8eceedf9c1ea tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:22.048886 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-f8d08e7a-c8c9-4e9f-a4bd-8eceedf9c1ea tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4086223 Dec 15 03:24:22.176987 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-569eb24d-7e64-46b3-a621-fd59a6e2565b req-27d66ae0-b54b-4a47-818c-42dc0f877469 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 210 time: 0.0475543 Dec 15 03:24:22.222926 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:22.280663 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5f3cd5cb-3f01-4c37-b648-9967816d8ece req-89565fe6-44e3-4529-ba07-dbb6429babed service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780206 Dec 15 03:24:22.308834 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-542da936-a26c-4650-909e-d98a2942a9ec req-e6cf2bde-488e-4945-af9a-e296828e8c0e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96567402&fields=id&tenant_id=aea8f8ac13aa45d0b317e51996b46ce6 HTTP/1.1" status: 200 len: 267 time: 0.1294453 Dec 15 03:24:22.377680 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da936-a26c-4650-909e-d98a2942a9ec req-39172faf-20dd-4ba8-a371-95c7379e5c19 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:22.382174 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-542da936-a26c-4650-909e-d98a2942a9ec req-39172faf-20dd-4ba8-a371-95c7379e5c19 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.0621300 Dec 15 03:24:22.396934 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-542da936-a26c-4650-909e-d98a2942a9ec req-72399f8c-b0af-4487-b05f-ec8258853ec4 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'port': {'security_groups': ['53512455-38ba-4d93-9cf2-6732bf989d6b', '5c2ea4d3-aa00-45bf-9cf5-e81a796b907c']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:22.431322 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5f3cd5cb-3f01-4c37-b648-9967816d8ece req-26d30c2b-2254-4aee-85ba-758de68f3a2b service neutron] 10.222.0.43 "GET /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251061 Dec 15 03:24:22.466048 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-542da936-a26c-4650-909e-d98a2942a9ec req-72399f8c-b0af-4487-b05f-ec8258853ec4 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:22.484131 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Made reservation on behalf of 540410d397a248c6b31115c44b55ab77 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:24:22.487948 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:22.656534 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Allocated IP 172.20.0.12 (484bcbd8-97b9-4c55-9a3d-eda75a46f091/d88a327a-6716-4913-895c-5c3c9e3f4a44/947625a7-91d6-4b76-a3d3-03387f218067) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:24:22.739790 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d0882-8d1f-4a3d-a3f3-38de0a042524 req-84509dd9-7c85-4398-90e4-c1fab75478ea tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:22.741566 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-001d0882-8d1f-4a3d-a3f3-38de0a042524 req-84509dd9-7c85-4398-90e4-c1fab75478ea tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1204913 Dec 15 03:24:22.822213 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-542da936-a26c-4650-909e-d98a2942a9ec req-72399f8c-b0af-4487-b05f-ec8258853ec4 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] For port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:22.871876 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:22.911428 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-001d0882-8d1f-4a3d-a3f3-38de0a042524 req-6c3d8ee9-e90d-4eaf-a0c6-5bf1257f6bce tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500301 Dec 15 03:24:22.924457 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-542da936-a26c-4650-909e-d98a2942a9ec req-72399f8c-b0af-4487-b05f-ec8258853ec4 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:22.977128 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:22.989280 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-542da936-a26c-4650-909e-d98a2942a9ec req-72399f8c-b0af-4487-b05f-ec8258853ec4 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:23.041886 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:23.080832 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:23.111286 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfa0cefa-3e92-420e-91ac-c6d58672f414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:23.117958 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72399f8c-b0af-4487-b05f-ec8258853ec4 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'Port': ['ID=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:23.144871 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:24:23.152184 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da936-a26c-4650-909e-d98a2942a9ec req-72399f8c-b0af-4487-b05f-ec8258853ec4 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:23.153337 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-542da936-a26c-4650-909e-d98a2942a9ec req-72399f8c-b0af-4487-b05f-ec8258853ec4 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:23.155350 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-542da936-a26c-4650-909e-d98a2942a9ec req-72399f8c-b0af-4487-b05f-ec8258853ec4 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "PUT /v2.0/ports/b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 200 len: 982 time: 0.7684007 Dec 15 03:24:23.155934 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:23.159125 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb" -d '{"events": [{"name": "network-changed", "server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:23.182301 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:24:23.195151 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:24:23.264214 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9348bb-c4be-41a6-bf8a-c409609ab029 x-openstack-request-id: req-ee9348bb-c4be-41a6-bf8a-c409609ab029 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:23.264544 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:23.264783 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee9348bb-c4be-41a6-bf8a-c409609ab029 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:23.265191 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'status': 'completed', 'code': 200} Dec 15 03:24:23.315012 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Pushing event updated for resources: {'Port': ['ID=947625a7-91d6-4b76-a3d3-03387f218067,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:23.371356 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:23.395666 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:23.396819 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:23.419563 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-640fda88-1116-4426-979c-81ad3b04609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:23.423341 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-640fda88-1116-4426-979c-81ad3b04609f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 1138 time: 0.0868688 Dec 15 03:24:23.562180 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-a7e1d2e0-8d6f-4ad1-9d27-2cefbe6cce91 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5459406 Dec 15 03:24:23.601709 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Request body: {'port': {'device_id': '4594caa7-4c47-4c2e-b635-dc3308026d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:23.650279 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-fb4a0c26-d909-4d50-96da-b61726ea5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:23.652056 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-fb4a0c26-d909-4d50-96da-b61726ea5aba service neutron] 10.222.0.43 "GET /v2.0/networks?id=5718e6be-6cbe-4937-a542-b51bc5bb7955 HTTP/1.1" status: 200 len: 916 time: 0.2136910 Dec 15 03:24:23.656029 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b1f8cd75-7487-47c2-8c84-177ee09db4c2 None None] Provisioning complete for port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:23.656582 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b1f8cd75-7487-47c2-8c84-177ee09db4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:23.741974 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:23.772204 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-b6cd591a-a7c4-410b-bb55-8bdb612a37e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 200 len: 1002 time: 0.0913656 Dec 15 03:24:23.791665 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfa0cefa-3e92-420e-91ac-c6d58672f414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:23.802445 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcabb6-9631-433d-917d-8139ec84365d req-04dd3de4-c397-4c63-beba-464816d61f2b tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:23.804069 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-72bcabb6-9631-433d-917d-8139ec84365d req-04dd3de4-c397-4c63-beba-464816d61f2b tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.4937327 Dec 15 03:24:23.852369 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2379dd-739a-4280-b090-6594356afc9d req-78c68a01-dd19-47a6-b220-9b1376b20047 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:23.864538 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6c2379dd-739a-4280-b090-6594356afc9d req-78c68a01-dd19-47a6-b220-9b1376b20047 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 932 time: 0.1540322 Dec 15 03:24:23.890667 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfa0cefa-3e92-420e-91ac-c6d58672f414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:23.912567 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-6a1d1ca2-e6ae-42dc-b4c3-d131a38e0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:23.914344 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-6a1d1ca2-e6ae-42dc-b4c3-d131a38e0b7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d1beba5-9b9c-4a18-ad74-39d4a25196c4 HTTP/1.1" status: 200 len: 854 time: 0.1230676 Dec 15 03:24:23.959186 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-dfa0cefa-3e92-420e-91ac-c6d58672f414 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=302b591f4fda49d29397f4260103fb8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0846620 Dec 15 03:24:23.960144 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35854) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:23.965904 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0cefa-3e92-420e-91ac-c6d58672f414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9470d6d-d96b-4a82-88fa-5daf0cabee21,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:24.067716 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6c2379dd-739a-4280-b090-6594356afc9d req-51fa26e2-30f2-4304-ae29-e436c14b6db8 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018645 Dec 15 03:24:24.086871 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-72bcabb6-9631-433d-917d-8139ec84365d req-b054e72c-6679-4945-aa2d-66dafd3f3472 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2720163 Dec 15 03:24:24.110903 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-389f210a-1248-478e-a1ed-d324e12e076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:24.110903 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-389f210a-1248-478e-a1ed-d324e12e076e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5718e6be-6cbe-4937-a542-b51bc5bb7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1740074 Dec 15 03:24:24.143066 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c50725b-c415-42df-9122-1c5ea649ca57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:24.223613 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d5575-f58d-4b2b-ac14-3ab12b652b52 req-6b25ad54-cfa0-48a2-ab75-73e5cd1eda26 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:24.227080 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c50725b-c415-42df-9122-1c5ea649ca57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:24.227264 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-795d5575-f58d-4b2b-ac14-3ab12b652b52 req-6b25ad54-cfa0-48a2-ab75-73e5cd1eda26 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0669715 Dec 15 03:24:24.285374 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-795d5575-f58d-4b2b-ac14-3ab12b652b52 req-9bc3943c-23d0-4793-8e4c-8bcd638f8cc9 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507042 Dec 15 03:24:24.356467 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-92fe604b-6c20-47da-926a-f600ba0944b8 service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403052 Dec 15 03:24:24.361737 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947625a7-91d6-4b76-a3d3-03387f218067 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:24:24.369233 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:24.427747 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Transition to ACTIVE for port object 947625a7-91d6-4b76-a3d3-03387f218067 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:24:24.431104 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c50725b-c415-42df-9122-1c5ea649ca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:24.433751 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c50725b-c415-42df-9122-1c5ea649ca57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:24.437511 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7c50725b-c415-42df-9122-1c5ea649ca57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9470d6d-d96b-4a82-88fa-5daf0cabee21 HTTP/1.1" status: 204 len: 168 time: 0.4737897 Dec 15 03:24:24.452591 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50725b-c415-42df-9122-1c5ea649ca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9470d6d-d96b-4a82-88fa-5daf0cabee21,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:24.505042 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-a3104ef6-182d-4cbb-8ffc-acfaab7922bb req-d9d8ca8a-7a73-49ca-9ae3-1a397d7f515d service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333642 Dec 15 03:24:24.533023 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['5e56061c-55ba-48b9-a921-5852bc7bbacd', '6194bfae-3d46-475b-9c1f-eb90ad0179b7', 'e7d47c53-48c2-40ae-a629-8aed05ea9c51'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:24.558289 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:24.617140 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Pushing event updated for resources: {'Port': ['ID=947625a7-91d6-4b76-a3d3-03387f218067,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:24.682968 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Attempting to bind port 947625a7-91d6-4b76-a3d3-03387f218067 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:24:24.687414 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Attempting to bind port 947625a7-91d6-4b76-a3d3-03387f218067 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:24:24.687414 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Attempting to bind port 947625a7-91d6-4b76-a3d3-03387f218067 on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:24:24.688887 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Port 947625a7-91d6-4b76-a3d3-03387f218067 on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:24:24.689200 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Attempting to bind port 947625a7-91d6-4b76-a3d3-03387f218067 on network 484bcbd8-97b9-4c55-9a3d-eda75a46f091 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:24:24.694504 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:24:24.694878 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Checking segment: {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:24:24.695257 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Bound using segment: {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:24:24.695688 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Bound port: 947625a7-91d6-4b76-a3d3-03387f218067, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff46bbb-205e-4e22-a928-6330245122da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:24:24.696041 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:24.767241 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] For port 947625a7-91d6-4b76-a3d3-03387f218067, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:24:24.780091 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] For port 947625a7-91d6-4b76-a3d3-03387f218067, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=947625a7-91d6-4b76-a3d3-03387f218067,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:24:24.855739 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:25.121732 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:25.122361 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:25.123776 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] 10.222.0.43 "PUT /v2.0/ports/947625a7-91d6-4b76-a3d3-03387f218067 HTTP/1.1" status: 200 len: 1094 time: 1.5308940 Dec 15 03:24:25.124206 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4594caa7-4c47-4c2e-b635-dc3308026d88', 'tag': '947625a7-91d6-4b76-a3d3-03387f218067'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:25.127356 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a5e849-2620-44c8-b8a9-f36adf007de0" -d '{"events": [{"name": "network-changed", "server_uuid": "4594caa7-4c47-4c2e-b635-dc3308026d88", "tag": "947625a7-91d6-4b76-a3d3-03387f218067"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:25.150269 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1835e-09b8-42fd-af56-c41552029755 service neutron] Pushing event updated for resources: {'Port': ['ID=947625a7-91d6-4b76-a3d3-03387f218067,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:25.199161 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7deb22-ef25-4c6e-97ef-b7e531bc62be x-openstack-request-id: req-8e7deb22-ef25-4c6e-97ef-b7e531bc62be {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:25.199457 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4594caa7-4c47-4c2e-b635-dc3308026d88", "tag": "947625a7-91d6-4b76-a3d3-03387f218067", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:25.199766 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e7deb22-ef25-4c6e-97ef-b7e531bc62be {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:25.200169 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4594caa7-4c47-4c2e-b635-dc3308026d88', 'tag': '947625a7-91d6-4b76-a3d3-03387f218067', 'status': 'completed', 'code': 200} Dec 15 03:24:25.209671 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35884) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:25.210680 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0941-e0fc-4f18-9bcb-bb6452244d8d req-dc8f7cf3-55c7-4329-af36-f4a82cd75896 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:25.212249 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-093b0941-e0fc-4f18-9bcb-bb6452244d8d req-dc8f7cf3-55c7-4329-af36-f4a82cd75896 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 944 time: 0.0587032 Dec 15 03:24:25.223512 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87bc2d65-63c5-41a4-8482-80d75e8e4005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:25.263643 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-093b0941-e0fc-4f18-9bcb-bb6452244d8d req-2445475d-3fca-4151-aba6-20d93381cad4 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Dec 15 03:24:25.329180 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87bc2d65-63c5-41a4-8482-80d75e8e4005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:25.338987 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5e849-2620-44c8-b8a9-f36adf007de0 req-9fdb1d0f-c972-44d8-ad11-f9641c4758dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:25.340535 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6a5e849-2620-44c8-b8a9-f36adf007de0 req-9fdb1d0f-c972-44d8-ad11-f9641c4758dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 1097 time: 0.0644805 Dec 15 03:24:25.415895 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889698b0-c80e-4dc5-bc68-ffdaf76ba78a req-a80a6c1f-065e-46f7-a102-1c08734ab66b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:25.416600 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87bc2d65-63c5-41a4-8482-80d75e8e4005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:25.417332 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-889698b0-c80e-4dc5-bc68-ffdaf76ba78a req-a80a6c1f-065e-46f7-a102-1c08734ab66b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0540857 Dec 15 03:24:25.466602 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-889698b0-c80e-4dc5-bc68-ffdaf76ba78a req-e0e4606e-7871-48a4-a38a-71f652524a6b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Dec 15 03:24:25.471605 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-87bc2d65-63c5-41a4-8482-80d75e8e4005 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94dcc686dd6e4210a5d7a3c645878982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607777 Dec 15 03:24:25.475132 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:25.483115 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc2d65-63c5-41a4-8482-80d75e8e4005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdfdf71-ef35-4613-a931-7ecafaf31632,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:25.505108 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5e849-2620-44c8-b8a9-f36adf007de0 req-4db16354-b2da-40df-acc2-2ed43972c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:25.505108 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6a5e849-2620-44c8-b8a9-f36adf007de0 req-4db16354-b2da-40df-acc2-2ed43972c27b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=540410d397a248c6b31115c44b55ab77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1398008 Dec 15 03:24:25.543341 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26754936-d8c1-416a-aa0a-aadd65ceaac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:25.578071 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26754936-d8c1-416a-aa0a-aadd65ceaac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:25.615818 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5e849-2620-44c8-b8a9-f36adf007de0 req-451c93fe-8174-4245-9a5f-9199c0604174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:25.651973 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6a5e849-2620-44c8-b8a9-f36adf007de0 req-451c93fe-8174-4245-9a5f-9199c0604174 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030049 Dec 15 03:24:25.736740 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26754936-d8c1-416a-aa0a-aadd65ceaac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:25.740702 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26754936-d8c1-416a-aa0a-aadd65ceaac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:25.741883 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-26754936-d8c1-416a-aa0a-aadd65ceaac9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/efdfdf71-ef35-4613-a931-7ecafaf31632 HTTP/1.1" status: 204 len: 168 time: 0.2656875 Dec 15 03:24:25.748095 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-fb8a8968-5a80-4316-913f-6ee5d6ea4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:25.754663 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-fb8a8968-5a80-4316-913f-6ee5d6ea4824 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=540410d397a248c6b31115c44b55ab77&device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 1097 time: 0.0484059 Dec 15 03:24:25.755968 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26754936-d8c1-416a-aa0a-aadd65ceaac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdfdf71-ef35-4613-a931-7ecafaf31632,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:25.814092 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-c77cfbf4-fdea-4cb5-aebc-052c98750738 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=947625a7-91d6-4b76-a3d3-03387f218067 HTTP/1.1" status: 200 len: 217 time: 0.0420098 Dec 15 03:24:25.877968 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-3e57333d-b84c-4142-a404-29f916da93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:25.879476 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-3e57333d-b84c-4142-a404-29f916da93b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d88a327a-6716-4913-895c-5c3c9e3f4a44 HTTP/1.1" status: 200 len: 854 time: 0.0501308 Dec 15 03:24:25.912246 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-60045479-99dd-4b7a-b7b0-34774ef3aa07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=484bcbd8-97b9-4c55-9a3d-eda75a46f091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251079 Dec 15 03:24:26.010860 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-7be98dba-b629-40d1-8ec4-cad427c98e69 service neutron] 10.222.0.43 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848362 Dec 15 03:24:26.116900 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f3a3f68c-6250-48c9-8014-8f1b5d7064d4 req-5a4edc29-a58e-41c9-bd88-47479c86f746 service neutron] 10.222.0.43 "GET /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975335 Dec 15 03:24:26.377124 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0238-f8a4-468c-88ec-2e852408514d req-5e0d807b-732d-4fcf-bd63-541fbdd29642 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:26.378708 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3c3d0238-f8a4-468c-88ec-2e852408514d req-5e0d807b-732d-4fcf-bd63-541fbdd29642 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 944 time: 0.0489252 Dec 15 03:24:26.442188 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3c3d0238-f8a4-468c-88ec-2e852408514d req-e866952c-6a0d-42c9-b7ec-cd5a6cac2ff5 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459371 Dec 15 03:24:26.524165 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 35936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:26.536308 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9778ebd4-bc49-4677-a178-1fa904b004d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:26.619922 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c5ae0-6c8a-488a-9927-afacbbd11b56 req-186927e7-2efa-41fa-bba9-44e0dc7c8968 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:26.621430 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-502c5ae0-6c8a-488a-9927-afacbbd11b56 req-186927e7-2efa-41fa-bba9-44e0dc7c8968 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0708036 Dec 15 03:24:26.680422 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9778ebd4-bc49-4677-a178-1fa904b004d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:26.693064 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-502c5ae0-6c8a-488a-9927-afacbbd11b56 req-74808048-3e65-4d9c-a0be-c1d4c179c86b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641913 Dec 15 03:24:26.753776 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9778ebd4-bc49-4677-a178-1fa904b004d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:26.795974 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-9778ebd4-bc49-4677-a178-1fa904b004d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9280e158001d4c33879b2a833ec660fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725229 Dec 15 03:24:26.796793 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778ebd4-bc49-4677-a178-1fa904b004d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41626a7a-5f20-4172-b6ad-ead224350b08,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:26.799430 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 35952) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:26.856745 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16011c07-7f3d-4cac-8ceb-da419acfe922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:26.876643 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16011c07-7f3d-4cac-8ceb-da419acfe922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:26.987910 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16011c07-7f3d-4cac-8ceb-da419acfe922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:26.990816 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-16011c07-7f3d-4cac-8ceb-da419acfe922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:26.992014 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-16011c07-7f3d-4cac-8ceb-da419acfe922 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41626a7a-5f20-4172-b6ad-ead224350b08 HTTP/1.1" status: 204 len: 168 time: 0.1915448 Dec 15 03:24:27.000327 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16011c07-7f3d-4cac-8ceb-da419acfe922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41626a7a-5f20-4172-b6ad-ead224350b08,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:27.582932 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857389e0-ad2a-407c-a530-22b0069fa1a3 req-f8a590c2-e2de-4d57-a46e-04d170f44077 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:27.584409 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-857389e0-ad2a-407c-a530-22b0069fa1a3 req-f8a590c2-e2de-4d57-a46e-04d170f44077 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 944 time: 0.0572875 Dec 15 03:24:27.631443 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-857389e0-ad2a-407c-a530-22b0069fa1a3 req-b7ced841-49fa-4334-8320-b8707de54de7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Dec 15 03:24:28.447916 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 947625a7-91d6-4b76-a3d3-03387f218067 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:24:28.545499 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36002) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:28.549435 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 947625a7-91d6-4b76-a3d3-03387f218067, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=947625a7-91d6-4b76-a3d3-03387f218067,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:28.561578 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '947625a7-91d6-4b76-a3d3-03387f218067', 'network_id': '484bcbd8-97b9-4c55-9a3d-eda75a46f091', 'port_id': '947625a7-91d6-4b76-a3d3-03387f218067', 'mac_address': 'fa:16:3e:52:90:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88a327a-6716-4913-895c-5c3c9e3f4a44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:24:28.594037 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ae2453-f0a4-423f-aaca-bb26198fc10f admin admin] Deleting subnet 83389732-ffeb-4bc8-aecf-18b4da903b0e {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:24:28.597648 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46ae2453-f0a4-423f-aaca-bb26198fc10f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:28.602714 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:28.616780 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947625a7-91d6-4b76-a3d3-03387f218067 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:24:28.637813 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46ae2453-f0a4-423f-aaca-bb26198fc10f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387047'] for subnet, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:28.644875 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 947625a7-91d6-4b76-a3d3-03387f218067, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=947625a7-91d6-4b76-a3d3-03387f218067,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:28.683897 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46ae2453-f0a4-423f-aaca-bb26198fc10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:28.723936 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:28.757142 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c4c4e-2586-420c-961b-a9a322589a69 req-c6b9e71f-6a3b-44ca-9a1d-0d9f8b66dbc7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:28.758683 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-594c4c4e-2586-420c-961b-a9a322589a69 req-c6b9e71f-6a3b-44ca-9a1d-0d9f8b66dbc7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 944 time: 0.0585103 Dec 15 03:24:28.787633 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=947625a7-91d6-4b76-a3d3-03387f218067,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:28.812153 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-594c4c4e-2586-420c-961b-a9a322589a69 req-85c9ae8a-5bc1-4d4d-bcbb-3287c20b31df tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Dec 15 03:24:28.837975 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46ae2453-f0a4-423f-aaca-bb26198fc10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5007163'] for subnet, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:28.865507 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae2453-f0a4-423f-aaca-bb26198fc10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83389732-ffeb-4bc8-aecf-18b4da903b0e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:28.870106 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46ae2453-f0a4-423f-aaca-bb26198fc10f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:28.875730 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-46ae2453-f0a4-423f-aaca-bb26198fc10f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/83389732-ffeb-4bc8-aecf-18b4da903b0e HTTP/1.1" status: 204 len: 168 time: 0.3279667 Dec 15 03:24:28.877085 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36008) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:28.965939 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.045241 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.065786 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f3a6b8-7332-4406-8929-55089d4b6373']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:29.075433 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:29.075742 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d6cab5-8c46-4dc9-ab74-7d2b1625d4d1') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:29.090798 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386972'] for segment, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.104311 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.110203 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:24:29.110604 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4368713'] for segment, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: Traceback (most recent call last): Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: timer() Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: cb(*args, **kw) Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: return func(*args, **kwargs) Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: self._notify() Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: self.callback(batched_events) Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: event.method(event) Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: return f(self, *a, **k) Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: return self._get(url).json() Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: return self.request(url, 'GET', **kwargs) Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:24:29.112538 dv-cinder-818037-9-smb neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:24:29.221474 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['947625a7-91d6-4b76-a3d3-03387f218067'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:29.242067 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.245943 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.252561 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/03f3a6b8-7332-4406-8929-55089d4b6373 HTTP/1.1" status: 204 len: 168 time: 0.3730159 Dec 15 03:24:29.274076 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95bcfb-f780-4bfd-b666-4424e4b060f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f3a6b8-7332-4406-8929-55089d4b6373,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:29.687744 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36024) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:29.729597 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-060dcb6e-6005-4625-8596-270bef80993c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd81f29bba494319ab30b5300b5b9750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405359 Dec 15 03:24:29.732090 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36028) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:29.783550 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5522ec2e-a5e3-402d-be78-c578910aeddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.805994 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5522ec2e-a5e3-402d-be78-c578910aeddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.928969 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cf045-bbc0-4e46-ae11-2776c583e3b6 req-8e4dd56a-45b8-4f97-a07b-87ee806f081f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:29.930481 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8d3cf045-bbc0-4e46-ae11-2776c583e3b6 req-8e4dd56a-45b8-4f97-a07b-87ee806f081f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 945 time: 0.0492818 Dec 15 03:24:29.931592 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5522ec2e-a5e3-402d-be78-c578910aeddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.934387 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5522ec2e-a5e3-402d-be78-c578910aeddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:29.936474 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-5522ec2e-a5e3-402d-be78-c578910aeddc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e19b3e59-0b34-4238-8513-8f295e22dba9 HTTP/1.1" status: 204 len: 168 time: 0.2024825 Dec 15 03:24:29.956531 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522ec2e-a5e3-402d-be78-c578910aeddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19b3e59-0b34-4238-8513-8f295e22dba9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:29.990359 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8d3cf045-bbc0-4e46-ae11-2776c583e3b6 req-a458cb1f-89fd-4636-889d-00a9a8171656 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512338 Dec 15 03:24:30.187459 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b14dedba-e298-40aa-ac03-8a409b2a7934 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3aa61a51b8fa4350a17655b2d2118109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295289 Dec 15 03:24:30.380771 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-7fafb7d8-91bf-4937-87f1-5dc7108e9310 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:30.382231 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-7fafb7d8-91bf-4937-87f1-5dc7108e9310 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887636 Dec 15 03:24:30.400871 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-a1b91573-02fb-42ef-8fad-45de8a122224 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/quotas/3aa61a51b8fa4350a17655b2d2118109 HTTP/1.1" status: 200 len: 375 time: 0.0093510 Dec 15 03:24:30.434658 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-8af6b3c1-5b7e-4a68-b0e6-6c659ece63da tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3aa61a51b8fa4350a17655b2d2118109&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264354 Dec 15 03:24:30.454824 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 947625a7-91d6-4b76-a3d3-03387f218067 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:30.558229 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 947625a7-91d6-4b76-a3d3-03387f218067 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:24:30.562483 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 947625a7-91d6-4b76-a3d3-03387f218067 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:30.562890 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:30.682823 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:30.696106 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e73571f5-5bce-4846-95e1-82cfba99c9b2 req-aca1438f-619d-4014-afec-df6eb52430e6 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 210 time: 0.0307863 Dec 15 03:24:30.711756 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4594caa7-4c47-4c2e-b635-dc3308026d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947625a7-91d6-4b76-a3d3-03387f218067'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:30.714333 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c207c636-484e-485c-b5c2-035dd9e0fe7b" -d '{"events": [{"server_uuid": "4594caa7-4c47-4c2e-b635-dc3308026d88", "name": "network-vif-plugged", "status": "completed", "tag": "947625a7-91d6-4b76-a3d3-03387f218067"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:30.738451 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 947625a7-91d6-4b76-a3d3-03387f218067, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=947625a7-91d6-4b76-a3d3-03387f218067,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:30.771712 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7392902e-43da-4c18-bfca-d5ba21828e5f x-openstack-request-id: req-7392902e-43da-4c18-bfca-d5ba21828e5f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:30.771712 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4594caa7-4c47-4c2e-b635-dc3308026d88", "name": "network-vif-plugged", "status": "completed", "tag": "947625a7-91d6-4b76-a3d3-03387f218067", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:30.771712 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7392902e-43da-4c18-bfca-d5ba21828e5f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:30.771712 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594caa7-4c47-4c2e-b635-dc3308026d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947625a7-91d6-4b76-a3d3-03387f218067', 'code': 200} Dec 15 03:24:30.833326 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:30.899238 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=947625a7-91d6-4b76-a3d3-03387f218067,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:31.131082 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd1b89-af43-4263-a0f4-1cbd40908709 req-9e1117e1-33eb-450b-b528-001ee2a6cced tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:31.132503 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6fbd1b89-af43-4263-a0f4-1cbd40908709 req-9e1117e1-33eb-450b-b528-001ee2a6cced tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 946 time: 0.0572155 Dec 15 03:24:31.145132 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227595b-e079-4937-85ff-928fbe556e25 req-ba8ca9d7-2b9f-4c54-af2a-73ffc508758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:31.148264 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-6227595b-e079-4937-85ff-928fbe556e25 req-ba8ca9d7-2b9f-4c54-af2a-73ffc508758c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 1099 time: 0.0505269 Dec 15 03:24:31.191671 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6fbd1b89-af43-4263-a0f4-1cbd40908709 req-abc7f969-5561-4ac5-85d9-83d48e985635 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524635 Dec 15 03:24:31.213320 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-6227595b-e079-4937-85ff-928fbe556e25 req-55cfefc2-0eb8-4a18-83c1-5ce1244d6898 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568216 Dec 15 03:24:31.685645 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36098) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:31.800139 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-115a375b-2dde-4733-8436-4144c689cff7 req-2f8cc046-0372-4d50-b7d0-ff27c58f2ce3 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 210 time: 0.0302241 Dec 15 03:24:31.802430 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7aa6304b-fc14-474a-844b-d8040cfb5f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:31.878820 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7aa6304b-fc14-474a-844b-d8040cfb5f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:31.930184 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7aa6304b-fc14-474a-844b-d8040cfb5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:31.973564 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7aa6304b-fc14-474a-844b-d8040cfb5f64 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4afc1b58b42405fb698c4181bdad7c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868311 Dec 15 03:24:31.974433 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6304b-fc14-474a-844b-d8040cfb5f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63abfaef-2b41-4a01-a42b-095db3e3d64a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:31.977313 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36110) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:32.025576 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0724c58-5464-46d3-bda6-d93ea4b5f6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:32.046801 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0724c58-5464-46d3-bda6-d93ea4b5f6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:32.164016 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0724c58-5464-46d3-bda6-d93ea4b5f6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:32.167049 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0724c58-5464-46d3-bda6-d93ea4b5f6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:32.167880 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-b0724c58-5464-46d3-bda6-d93ea4b5f6e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63abfaef-2b41-4a01-a42b-095db3e3d64a HTTP/1.1" status: 204 len: 168 time: 0.1900566 Dec 15 03:24:32.177128 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0724c58-5464-46d3-bda6-d93ea4b5f6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63abfaef-2b41-4a01-a42b-095db3e3d64a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:32.337459 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a62d0-9cff-466e-aadf-483045149f8d req-a107e6a3-379b-40aa-a78a-2982b818fc6b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:32.339081 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ea6a62d0-9cff-466e-aadf-483045149f8d req-a107e6a3-379b-40aa-a78a-2982b818fc6b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 946 time: 0.0546856 Dec 15 03:24:32.418083 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755807f-e594-4815-ba73-5fecb7dd298d req-bc9e9486-c8b2-4ce9-8ba0-9737ea6b155c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:32.419595 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6755807f-e594-4815-ba73-5fecb7dd298d req-bc9e9486-c8b2-4ce9-8ba0-9737ea6b155c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0794969 Dec 15 03:24:32.425401 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ea6a62d0-9cff-466e-aadf-483045149f8d req-eeb2d214-f622-4822-ad83-02be116527e8 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758889 Dec 15 03:24:32.478590 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6755807f-e594-4815-ba73-5fecb7dd298d req-faa17802-a2a2-4c79-a24e-a86df574e7fd tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455377 Dec 15 03:24:32.901046 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-37f12e42-65a3-4b7c-a916-6788f78f4192 req-f31f4851-ece0-48bd-9f37-0bd832d6187f tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 210 time: 0.0318880 Dec 15 03:24:33.434706 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-e4356ae8-0bc9-4f52-bf28-c067a0b270c6 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3aa61a51b8fa4350a17655b2d2118109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288050 Dec 15 03:24:33.549085 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068bd98-b15c-4515-a16f-61d2ed776b21 req-7689a527-dd1a-49c4-981f-7ece812dfa05 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:33.550695 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8068bd98-b15c-4515-a16f-61d2ed776b21 req-7689a527-dd1a-49c4-981f-7ece812dfa05 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 946 time: 0.0523107 Dec 15 03:24:33.633953 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8068bd98-b15c-4515-a16f-61d2ed776b21 req-6c123f47-a156-49a0-a065-c444c403a2dc tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768604 Dec 15 03:24:33.643249 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8005d-8615-4311-b68a-957980ba34a2 req-e8ca1fce-877c-41aa-8d7e-480ef2c159e9 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:33.644429 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f8b8005d-8615-4311-b68a-957980ba34a2 req-e8ca1fce-877c-41aa-8d7e-480ef2c159e9 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0854928 Dec 15 03:24:33.654903 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-5b088cf6-385c-4c84-ace4-60d96eb561f6 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:33.656931 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-5b088cf6-385c-4c84-ace4-60d96eb561f6 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155418 Dec 15 03:24:33.681292 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Request body: {'port': {'device_id': '7fed3f48-3bad-498a-b144-410d32ab3e8b', 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452', 'admin_state_up': True, 'tenant_id': '3aa61a51b8fa4350a17655b2d2118109'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:33.705557 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f8b8005d-8615-4311-b68a-957980ba34a2 req-772c221c-f74e-4dd8-b76b-d6dc9f4ae315 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512321 Dec 15 03:24:33.895803 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Made reservation on behalf of 3aa61a51b8fa4350a17655b2d2118109 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:24:33.899520 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:33.908499 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:33.997420 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:34.010036 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2045014d-3168-483a-9547-9eb212c3f30e req-a5f80b4e-18c8-489a-9d86-30cbe4a19fde tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 210 time: 0.0375938 Dec 15 03:24:34.101543 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:34.168006 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc9f5e-a476-46aa-ac00-fae535bc8f04,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:34.249666 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Allocated IP 192.168.233.191 (c336d648-90bb-477a-ab2d-07726a697452/480f9abd-6ae2-4ed8-926d-7c7dbcaad1d1/9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:24:34.408504 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:34.525050 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:34.570777 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Network c336d648-90bb-477a-ab2d-07726a697452 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:24:34.573927 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:24:34.577640 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:24:34.601344 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Pushing event updated for resources: {'Port': ['ID=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:34.635077 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:34.635700 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:34.738717 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b9a5d59e-4645-423c-ae46-a8fcf8e8d054 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0620997 Dec 15 03:24:34.769160 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Request body: {'port': {'device_id': '7fed3f48-3bad-498a-b144-410d32ab3e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:34.812583 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1892d5-d1c2-4a16-8493-9811b821c1a3 req-f0c5148c-3718-4729-a639-7d64de22d50d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:34.814084 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3b1892d5-d1c2-4a16-8493-9811b821c1a3 req-f0c5148c-3718-4729-a639-7d64de22d50d tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0488284 Dec 15 03:24:34.823373 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:34.841089 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5d2b6f6c-d327-4da4-9e51-068364730c22 None None] Provisioning complete for port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:34.841730 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5d2b6f6c-d327-4da4-9e51-068364730c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:34.879205 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b6f6c-d327-4da4-9e51-068364730c22 None None] Port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:24:34.879881 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3b1892d5-d1c2-4a16-8493-9811b821c1a3 req-b3be91bf-0ed1-40ac-86b5-b22f552c0290 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583692 Dec 15 03:24:35.096622 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:24:35.107385 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:35.122010 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Transition to ACTIVE for port object 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:24:35.140747 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d75b-4092-4768-99cb-a4486a909309 req-08d98125-e82e-48a1-9a00-f42d643d9fcf tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:35.142350 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8a2d75b-4092-4768-99cb-a4486a909309 req-08d98125-e82e-48a1-9a00-f42d643d9fcf tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 936 time: 0.0579114 Dec 15 03:24:35.190861 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8a2d75b-4092-4768-99cb-a4486a909309 req-3e8ab810-7b33-4b1a-a138-f0b1eb6d28a0 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Dec 15 03:24:35.192457 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:35.246897 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Pushing event updated for resources: {'Port': ['ID=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:35.314316 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Attempting to bind port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:24:35.314793 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Attempting to bind port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '463e486d-710e-4f4d-bea2-1d12dcb218f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:24:35.315138 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Attempting to bind port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b on network c336d648-90bb-477a-ab2d-07726a697452 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:24:35.319825 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b on network c336d648-90bb-477a-ab2d-07726a697452 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:24:35.320158 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Attempting to bind port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b on network c336d648-90bb-477a-ab2d-07726a697452 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:24:35.325494 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:24:35.325906 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Checking segment: {'id': '463e486d-710e-4f4d-bea2-1d12dcb218f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:24:35.328924 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Bound using segment: {'id': '463e486d-710e-4f4d-bea2-1d12dcb218f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:24:35.328924 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Bound port: 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463e486d-710e-4f4d-bea2-1d12dcb218f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:24:35.328924 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:35.401307 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] For port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:24:35.404389 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] For port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,segment=NetworkSegment(463e486d-710e-4f4d-bea2-1d12dcb218f7),segment_id=463e486d-710e-4f4d-bea2-1d12dcb218f7)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:24:35.473452 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:35.508050 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:35.508657 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:35.510046 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] 10.222.0.43 "PUT /v2.0/ports/9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b HTTP/1.1" status: 200 len: 1098 time: 0.7453108 Dec 15 03:24:35.510485 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fed3f48-3bad-498a-b144-410d32ab3e8b', 'tag': '9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:35.512752 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b39afb-080b-4582-94b7-2387ba6dca25" -d '{"events": [{"name": "network-changed", "server_uuid": "7fed3f48-3bad-498a-b144-410d32ab3e8b", "tag": "9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:35.544205 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a560a2-8723-4dac-a4b4-8eb915ffe8cc service neutron] Pushing event updated for resources: {'Port': ['ID=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:35.554586 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446a6cd5-41cc-4ba5-848b-a8508db61113 x-openstack-request-id: req-446a6cd5-41cc-4ba5-848b-a8508db61113 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:35.554891 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fed3f48-3bad-498a-b144-410d32ab3e8b", "tag": "9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:35.555133 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-446a6cd5-41cc-4ba5-848b-a8508db61113 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:35.555549 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fed3f48-3bad-498a-b144-410d32ab3e8b', 'tag': '9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b', 'status': 'completed', 'code': 200} Dec 15 03:24:35.670449 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b39afb-080b-4582-94b7-2387ba6dca25 req-9711f231-3e3c-4e26-96c6-5a503f7a1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:35.672061 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-59b39afb-080b-4582-94b7-2387ba6dca25 req-9711f231-3e3c-4e26-96c6-5a503f7a1571 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa61a51b8fa4350a17655b2d2118109&device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 1101 time: 0.0425687 Dec 15 03:24:35.808916 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-59b39afb-080b-4582-94b7-2387ba6dca25 req-c51129fb-84b8-4cc3-95f6-7c2758740d69 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=3aa61a51b8fa4350a17655b2d2118109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196137 Dec 15 03:24:35.921242 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b39afb-080b-4582-94b7-2387ba6dca25 req-3c388a84-db6f-49ec-8748-7be63ad830b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:35.924860 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-59b39afb-080b-4582-94b7-2387ba6dca25 req-3c388a84-db6f-49ec-8748-7be63ad830b9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908604 Dec 15 03:24:35.991122 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b997141-0e5d-423a-92ba-d92a586bb288 req-241514a9-8aa0-40a7-b7dc-0eb74c22e8c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:35.992740 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b997141-0e5d-423a-92ba-d92a586bb288 req-241514a9-8aa0-40a7-b7dc-0eb74c22e8c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.0517907 Dec 15 03:24:36.040258 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2b997141-0e5d-423a-92ba-d92a586bb288 req-48aa1247-bbff-406d-9e2a-872dcf2d5cde tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414832 Dec 15 03:24:36.069373 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-424616f1-6747-42b1-8168-b20e5a3e7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:36.070831 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-424616f1-6747-42b1-8168-b20e5a3e7e3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aa61a51b8fa4350a17655b2d2118109&device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 1101 time: 0.0424037 Dec 15 03:24:36.210875 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-c7b65c65-14f4-41e4-9c67-7ee681cfc6f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b HTTP/1.1" status: 200 len: 217 time: 0.0456936 Dec 15 03:24:36.279770 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b4ca4525-23f6-4ce7-9eb0-5dde359805dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:36.281714 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-b4ca4525-23f6-4ce7-9eb0-5dde359805dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=480f9abd-6ae2-4ed8-926d-7c7dbcaad1d1 HTTP/1.1" status: 200 len: 843 time: 0.0560455 Dec 15 03:24:36.293691 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ac734-a612-451b-9fe7-814cff843661 req-e59e9d1b-2d66-46e1-b58b-5028c6fc7ca9 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:36.295020 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e45ac734-a612-451b-9fe7-814cff843661 req-e59e9d1b-2d66-46e1-b58b-5028c6fc7ca9 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 945 time: 0.1239049 Dec 15 03:24:36.315818 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a987c55-c34a-416b-b557-65bfa3caa1f1 req-1cb13477-0cd7-47dd-99a0-70ce43965f22 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:36.319170 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9a987c55-c34a-416b-b557-65bfa3caa1f1 req-1cb13477-0cd7-47dd-99a0-70ce43965f22 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 948 time: 0.0532269 Dec 15 03:24:36.370302 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9a987c55-c34a-416b-b557-65bfa3caa1f1 req-243394c0-9cf4-4766-bc2c-c4a892ee73e6 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438387 Dec 15 03:24:36.404274 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-d0a2661a-28d8-40a5-ace7-068ec8abae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:36.405760 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-d0a2661a-28d8-40a5-ace7-068ec8abae55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c336d648-90bb-477a-ab2d-07726a697452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0982862 Dec 15 03:24:36.483840 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e45ac734-a612-451b-9fe7-814cff843661 req-9e886c81-5679-49da-8f87-5c0b5285c5af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Deleting port ca11bd83-5738-4c14-9704-995a795c25a5 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:24:36.484271 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e45ac734-a612-451b-9fe7-814cff843661 req-9e886c81-5679-49da-8f87-5c0b5285c5af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:36.569529 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-913b93d0-e3ff-4839-8c26-b41d7e8c00bb service neutron] 10.222.0.43 "GET /v2.0/networks/c336d648-90bb-477a-ab2d-07726a697452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526883 Dec 15 03:24:36.647504 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e45ac734-a612-451b-9fe7-814cff843661 req-9e886c81-5679-49da-8f87-5c0b5285c5af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] For port ca11bd83-5738-4c14-9704-995a795c25a5, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=ca11bd83-5738-4c14-9704-995a795c25a5,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:36.647867 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e45ac734-a612-451b-9fe7-814cff843661 req-9e886c81-5679-49da-8f87-5c0b5285c5af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:36.668890 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-e45ac734-a612-451b-9fe7-814cff843661 req-9e886c81-5679-49da-8f87-5c0b5285c5af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Calling delete_port for ca11bd83-5738-4c14-9704-995a795c25a5 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:24:36.735533 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0f99f8d5-c3de-4810-9944-2625688a6456 req-aab12188-1748-4b7c-b9fb-6d32e130f772 service neutron] 10.222.0.43 "GET /v2.0/networks/c336d648-90bb-477a-ab2d-07726a697452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568215 Dec 15 03:24:36.873093 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e45ac734-a612-451b-9fe7-814cff843661 req-9e886c81-5679-49da-8f87-5c0b5285c5af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:36.900416 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e886c81-5679-49da-8f87-5c0b5285c5af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Pushing event deleted for resources: {'Port': ['ID=ca11bd83-5738-4c14-9704-995a795c25a5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:36.937951 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['7bbe2378-0fa3-4662-a06d-64e731cd2eee', 'ca11bd83-5738-4c14-9704-995a795c25a5'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:36.942368 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45ac734-a612-451b-9fe7-814cff843661 req-9e886c81-5679-49da-8f87-5c0b5285c5af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] No DVR routers for this DVR port ca11bd83-5738-4c14-9704-995a795c25a5 on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:24:36.944813 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e45ac734-a612-451b-9fe7-814cff843661 req-9e886c81-5679-49da-8f87-5c0b5285c5af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:36.948171 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e45ac734-a612-451b-9fe7-814cff843661 req-9e886c81-5679-49da-8f87-5c0b5285c5af tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.43 "DELETE /v2.0/ports/ca11bd83-5738-4c14-9704-995a795c25a5 HTTP/1.1" status: 204 len: 173 time: 0.6395140 Dec 15 03:24:37.138775 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e1b8d688-621d-4b78-aea9-3a5db855eeef req-d8b8dd31-934d-45ea-a9ef-5b14265c5b7b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 210 time: 0.0269489 Dec 15 03:24:37.486852 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03022b52-6bc3-4a8d-b836-7f629edc73a3 req-0ac2b930-82a6-4add-89e6-c9cada34fab8 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:37.488647 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-03022b52-6bc3-4a8d-b836-7f629edc73a3 req-0ac2b930-82a6-4add-89e6-c9cada34fab8 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 948 time: 0.0492132 Dec 15 03:24:37.541239 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-03022b52-6bc3-4a8d-b836-7f629edc73a3 req-6c38fec7-faec-4857-afa8-0cc02aaab3f2 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463595 Dec 15 03:24:37.562254 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682', 'name': 'network-vif-deleted', 'tag': 'ca11bd83-5738-4c14-9704-995a795c25a5'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:37.564842 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec6e715-273a-4a67-b3fe-a20a4d9acf02" -d '{"events": [{"server_uuid": "cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682", "name": "network-vif-deleted", "tag": "ca11bd83-5738-4c14-9704-995a795c25a5"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:37.603842 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510f6174-9ab8-4629-a8a9-07a033a3934e x-openstack-request-id: req-510f6174-9ab8-4629-a8a9-07a033a3934e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:37.604401 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682", "name": "network-vif-deleted", "tag": "ca11bd83-5738-4c14-9704-995a795c25a5", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:37.604401 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-510f6174-9ab8-4629-a8a9-07a033a3934e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:37.608250 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682', 'name': 'network-vif-deleted', 'tag': 'ca11bd83-5738-4c14-9704-995a795c25a5', 'status': 'completed', 'code': 200} Dec 15 03:24:38.265859 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-09824145-ee66-417b-8fb1-bec4f038ee7b req-93194c5f-fd75-4e4d-98ce-5acb178adff6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb6365b4-f8f1-4bf4-8bf7-10f19b9c7682 HTTP/1.1" status: 200 len: 210 time: 0.0414019 Dec 15 03:24:38.680655 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b0b38-8c65-41cb-8269-ab9035f8cde3 req-072d0d0a-cd15-4e82-9ea2-1c90861bc649 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:38.682128 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-438b0b38-8c65-41cb-8269-ab9035f8cde3 req-072d0d0a-cd15-4e82-9ea2-1c90861bc649 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 948 time: 0.0502098 Dec 15 03:24:38.730472 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-438b0b38-8c65-41cb-8269-ab9035f8cde3 req-d69055ba-d052-41e2-94c5-0f25404de9f7 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419519 Dec 15 03:24:39.806296 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ed9bd-a6bc-42d0-b960-23d77c0c8efa req-f8c158b3-9cb4-4d5d-abf1-900ce8f289f3 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:39.807850 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ee3ed9bd-a6bc-42d0-b960-23d77c0c8efa req-f8c158b3-9cb4-4d5d-abf1-900ce8f289f3 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0515623 Dec 15 03:24:39.887734 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9ff2d-c7d6-4d02-b6d3-7dd8ae3d77c4 req-f08fc832-4bc1-4421-ab14-2943b856c059 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:39.889227 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-56c9ff2d-c7d6-4d02-b6d3-7dd8ae3d77c4 req-f08fc832-4bc1-4421-ab14-2943b856c059 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 948 time: 0.0803955 Dec 15 03:24:39.892900 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ee3ed9bd-a6bc-42d0-b960-23d77c0c8efa req-2164ae2c-8e59-40a2-b74e-2ff4e9f76c3c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756166 Dec 15 03:24:39.941106 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-56c9ff2d-c7d6-4d02-b6d3-7dd8ae3d77c4 req-afe21ba3-ebf4-4fa4-a195-a1fed4ceec9e tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448313 Dec 15 03:24:40.509644 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:24:40.524065 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device ca11bd83-5738-4c14-9704-995a795c25a5 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:24:40.547830 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: ca11bd83-5738-4c14-9704-995a795c25a5 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:24:40.547985 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device ca11bd83-5738-4c14-9704-995a795c25a5 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:24:40.631911 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,segment=NetworkSegment(463e486d-710e-4f4d-bea2-1d12dcb218f7),segment_id=463e486d-710e-4f4d-bea2-1d12dcb218f7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:40.644220 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b', 'network_id': 'c336d648-90bb-477a-ab2d-07726a697452', 'port_id': '9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b', 'mac_address': 'fa:16:3e:a2:8f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480f9abd-6ae2-4ed8-926d-7c7dbcaad1d1', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:24:40.702611 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:40.719938 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:24:40.745134 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,segment=NetworkSegment(463e486d-710e-4f4d-bea2-1d12dcb218f7),segment_id=463e486d-710e-4f4d-bea2-1d12dcb218f7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:40.838716 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:40.891494 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:41.017726 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d300d8-42e1-4cc1-9b48-38c9f487d3d8 req-77078307-039d-4ead-b42c-d9a7a23c95a8 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:41.019996 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a7d300d8-42e1-4cc1-9b48-38c9f487d3d8 req-77078307-039d-4ead-b42c-d9a7a23c95a8 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0509372 Dec 15 03:24:41.071797 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a7d300d8-42e1-4cc1-9b48-38c9f487d3d8 req-1d50f4dd-34e0-4223-8aa4-7172eff08672 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Dec 15 03:24:41.241644 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edf3b4-d797-47b8-937b-e701a7363ba1 req-4314c170-3e5f-468a-a84c-aaabef78883b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:41.243233 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-32edf3b4-d797-47b8-937b-e701a7363ba1 req-4314c170-3e5f-468a-a84c-aaabef78883b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 949 time: 0.1025589 Dec 15 03:24:41.290848 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-32edf3b4-d797-47b8-937b-e701a7363ba1 req-1c7efa5f-e2e2-4d17-a3d2-a53e3cbcc703 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Dec 15 03:24:41.397030 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:42.187039 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4265aec-e18a-4d08-b050-2cf2415d29e7 req-6176e1ae-7868-4ffb-bf78-3fb5a8f677c6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:42.188497 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b4265aec-e18a-4d08-b050-2cf2415d29e7 req-6176e1ae-7868-4ffb-bf78-3fb5a8f677c6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0489018 Dec 15 03:24:42.236001 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b4265aec-e18a-4d08-b050-2cf2415d29e7 req-2279a3b8-2997-4202-b1ce-bb6d950e21e2 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Dec 15 03:24:42.405780 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fc1c0-9abc-4bbd-8bd5-3d743a8f7dc3 req-b5469ffd-7ca2-4e99-aac2-bc6f298029c6 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:42.412993 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c46fc1c0-9abc-4bbd-8bd5-3d743a8f7dc3 req-b5469ffd-7ca2-4e99-aac2-bc6f298029c6 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 949 time: 0.0560598 Dec 15 03:24:42.462937 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c46fc1c0-9abc-4bbd-8bd5-3d743a8f7dc3 req-845b9855-2ee6-4a49-81a1-f3cd47eb0ff8 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490649 Dec 15 03:24:42.568410 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-a7f1affd-1ad1-49f4-963b-933f4063f2b1 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513399253&fields=id&tenant_id=4dc35931da44466bbd3bb385eff3b956 HTTP/1.1" status: 200 len: 267 time: 0.0449252 Dec 15 03:24:42.674364 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-199e70f5-ac1c-4076-a9b0-8ad08e92ecec tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:42.676623 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-199e70f5-ac1c-4076-a9b0-8ad08e92ecec tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/networks?id=835549d8-7520-4ff6-8257-437a0ccb5660 HTTP/1.1" status: 200 len: 808 time: 0.1010990 Dec 15 03:24:42.692388 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-7323c66e-2714-4765-8d50-4bac23c3dbe9 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/quotas/4dc35931da44466bbd3bb385eff3b956 HTTP/1.1" status: 200 len: 375 time: 0.0096433 Dec 15 03:24:42.746833 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-b75cf385-423e-4445-8e65-a58746809149 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4dc35931da44466bbd3bb385eff3b956&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491991 Dec 15 03:24:42.839414 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e730ebe-6302-45d9-9e68-1568cbd6c9d2 service neutron] 10.222.0.45 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812769 Dec 15 03:24:42.931653 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-e21bc88e-cb83-43da-9791-1b0ca41dfca7 service neutron] 10.222.0.45 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860267 Dec 15 03:24:43.355176 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce316c-5268-4882-8e59-b2b35a9dbcb5 req-e74d3b8f-d72a-4929-9583-2628f722efc4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:43.356640 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-38ce316c-5268-4882-8e59-b2b35a9dbcb5 req-e74d3b8f-d72a-4929-9583-2628f722efc4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0510836 Dec 15 03:24:43.403393 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-38ce316c-5268-4882-8e59-b2b35a9dbcb5 req-1769e9cb-c241-44b4-8d6f-0ed987673c12 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Dec 15 03:24:43.590012 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76514a-8ec1-4178-8040-9e6734b826a2 req-53739a7b-1d89-4a9a-9cfd-3a3e7dae1e19 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:43.591570 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4d76514a-8ec1-4178-8040-9e6734b826a2 req-53739a7b-1d89-4a9a-9cfd-3a3e7dae1e19 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 949 time: 0.0511119 Dec 15 03:24:43.667152 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fafbe281-0a42-4eb7-b92f-51a26fac697a req-90b93a07-cadc-4421-93ad-45834b410c9c tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 210 time: 0.0394397 Dec 15 03:24:43.672139 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4d76514a-8ec1-4178-8040-9e6734b826a2 req-f1edda28-6474-43fc-91db-b1ea17ba2cec tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731614 Dec 15 03:24:44.518466 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f9928-97c0-48e0-a31a-23f45dfc80ff req-f1b79c66-d363-4e91-8065-e98888acffc4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:44.520775 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-748f9928-97c0-48e0-a31a-23f45dfc80ff req-f1b79c66-d363-4e91-8065-e98888acffc4 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0501430 Dec 15 03:24:44.548380 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:44.567892 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-748f9928-97c0-48e0-a31a-23f45dfc80ff req-056d2264-96f7-4928-ab95-4e8a0602404c tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Dec 15 03:24:44.713119 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:24:44.718042 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:44.719585 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:44.775999 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c16cd1b6-c759-4725-acf4-4c7ede49cb87 req-44ca219e-2d36-4c55-b3bb-e37e1e12754b tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 210 time: 0.0349636 Dec 15 03:24:44.824222 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aed162-247d-4a85-a25d-4c7ff3974bce req-cf1ea1ed-b2e4-459e-9179-cc3241ecb245 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:44.826116 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b6aed162-247d-4a85-a25d-4c7ff3974bce req-cf1ea1ed-b2e4-459e-9179-cc3241ecb245 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 949 time: 0.0761743 Dec 15 03:24:44.911246 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b6aed162-247d-4a85-a25d-4c7ff3974bce req-33d757a9-71ac-4908-ab1d-d71f5ba07dfe tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677731 Dec 15 03:24:44.954794 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:44.987274 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fed3f48-3bad-498a-b144-410d32ab3e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:44.989909 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64fb548-7578-45c7-812b-6ca0dc2881dd" -d '{"events": [{"server_uuid": "7fed3f48-3bad-498a-b144-410d32ab3e8b", "name": "network-vif-plugged", "status": "completed", "tag": "9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:45.003171 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,segment=NetworkSegment(463e486d-710e-4f4d-bea2-1d12dcb218f7),segment_id=463e486d-710e-4f4d-bea2-1d12dcb218f7)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:45.037997 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4082be8a-f77d-489e-b029-9edffa89e335 x-openstack-request-id: req-4082be8a-f77d-489e-b029-9edffa89e335 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:45.038312 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fed3f48-3bad-498a-b144-410d32ab3e8b", "name": "network-vif-plugged", "status": "completed", "tag": "9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:45.038594 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4082be8a-f77d-489e-b029-9edffa89e335 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:45.038981 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fed3f48-3bad-498a-b144-410d32ab3e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b', 'code': 200} Dec 15 03:24:45.050115 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:45.105205 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:45.310407 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7d4c0-a2a5-4b72-a6a7-6026337a8a46 req-906c3551-c8d0-48e8-99dc-e1d0864b5e2e tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:45.311957 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1ed7d4c0-a2a5-4b72-a6a7-6026337a8a46 req-906c3551-c8d0-48e8-99dc-e1d0864b5e2e tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 946 time: 0.0481961 Dec 15 03:24:45.362638 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1ed7d4c0-a2a5-4b72-a6a7-6026337a8a46 req-2c5b3b6d-f376-4a35-a0a2-bf9ea10a3732 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426960 Dec 15 03:24:45.492255 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00863439-a94d-4d89-be35-21616808f2fd req-d6cadb8e-2ea0-40df-a922-a785943285df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:45.493734 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-00863439-a94d-4d89-be35-21616808f2fd req-d6cadb8e-2ea0-40df-a922-a785943285df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 1103 time: 0.0400434 Dec 15 03:24:45.557005 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-00863439-a94d-4d89-be35-21616808f2fd req-b594b4b7-c132-4824-bc20-7521db5f06e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359912 Dec 15 03:24:45.681484 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454a44-7992-4f0e-9e4a-187a2699b7d3 req-088c6368-a6d1-47cb-8a1c-fbb351c0d6c7 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:45.682957 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-23454a44-7992-4f0e-9e4a-187a2699b7d3 req-088c6368-a6d1-47cb-8a1c-fbb351c0d6c7 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0473976 Dec 15 03:24:45.733170 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-23454a44-7992-4f0e-9e4a-187a2699b7d3 req-61d4a65b-6caf-4d4c-87d3-d72d334cb632 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442319 Dec 15 03:24:45.873274 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d21c3dba-138f-4e23-b599-99aabc94f487 req-9239511c-ee6b-41b5-bf3e-137ff3fd1d77 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 210 time: 0.0248468 Dec 15 03:24:46.015843 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b514ae-0ccb-45c2-8bc3-e7c0f24294ee req-2942463c-411b-4e04-a6e4-63bb763f5eda tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:46.017311 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c2b514ae-0ccb-45c2-8bc3-e7c0f24294ee req-2942463c-411b-4e04-a6e4-63bb763f5eda tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 950 time: 0.0482941 Dec 15 03:24:46.064900 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c2b514ae-0ccb-45c2-8bc3-e7c0f24294ee req-e66d44eb-5aa5-4b4b-997a-90b4f1b34f06 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Dec 15 03:24:46.225747 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d6cabfd-8b62-4a25-9e7e-ef3c42b01897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:46.481433 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7032-eca0-431f-aed7-a59180798434 req-0ac70d4a-1159-4f33-a367-f2cbfd101685 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:46.483031 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e49a7032-eca0-431f-aed7-a59180798434 req-0ac70d4a-1159-4f33-a367-f2cbfd101685 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 946 time: 0.0497189 Dec 15 03:24:46.499228 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36418) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:46.547642 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e49a7032-eca0-431f-aed7-a59180798434 req-4eda9c8d-6c79-4b5b-88f7-56f8a04a6efd tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571189 Dec 15 03:24:46.600881 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-5bb63cf7-3621-46e6-81b7-7fbce2923a08 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:46.602333 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-5bb63cf7-3621-46e6-81b7-7fbce2923a08 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.43 "GET /v2.0/networks?id=835549d8-7520-4ff6-8257-437a0ccb5660 HTTP/1.1" status: 200 len: 808 time: 0.1108367 Dec 15 03:24:46.618967 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:46.697053 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:46.703426 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-ce423fd7-00e8-47b5-924c-1fc6bfbe5c59 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dc35931da44466bbd3bb385eff3b956 HTTP/1.1" status: 200 len: 379 time: 0.0664337 Dec 15 03:24:46.719754 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Request body: {'port': {'device_id': '86b143db-df38-4405-8b7c-d0a5be475a99', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'admin_state_up': True, 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'security_groups': ['0acbe40a-838f-4ac3-9753-b0419be95a5b']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:46.776468 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:46.846376 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9276faf0616b4819823b7216a4ef7896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461235 Dec 15 03:24:46.849782 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:46.856662 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59454586-025a-4c90-a4f9-3a42d197770e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:46.873454 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.873819 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.874149 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.874488 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.874836 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.875163 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.875491 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.884576 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.884576 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.884576 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.884576 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.884576 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.884576 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1f7d4f-21fc-4892-b4da-fea5871b73e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:46.897892 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Made reservation on behalf of 4dc35931da44466bbd3bb385eff3b956 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:24:46.903306 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:46.913784 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e08fbc-9b0c-4913-9887-b4094a5e1535 req-12aec6fa-5bf6-4726-a946-83eb75aa54c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:46.915512 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d7e08fbc-9b0c-4913-9887-b4094a5e1535 req-12aec6fa-5bf6-4726-a946-83eb75aa54c5 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.1071949 Dec 15 03:24:46.945928 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce7c-ea89-4295-b36f-9278188dc721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:46.999231 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1325d3e3-0480-4f1b-8578-2ea5a7365838 req-0ce25b28-792c-4dab-9648-aae8962c315e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 210 time: 0.0490587 Dec 15 03:24:47.021997 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce7c-ea89-4295-b36f-9278188dc721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:47.031600 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d7e08fbc-9b0c-4913-9887-b4094a5e1535 req-79e9ba1b-df61-4baf-954c-f918d41f8439 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078792 Dec 15 03:24:47.047563 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Allocated IP 172.20.0.8 (835549d8-7520-4ff6-8257-437a0ccb5660/f574844e-d19e-4d12-a507-7345eef775e3/c4f5e3c5-090a-4275-a978-037ab0d6f952) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:24:47.181084 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce7c-ea89-4295-b36f-9278188dc721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:47.183657 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce7c-ea89-4295-b36f-9278188dc721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:47.187627 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-afe3ce7c-ea89-4295-b36f-9278188dc721 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/59454586-025a-4c90-a4f9-3a42d197770e HTTP/1.1" status: 204 len: 168 time: 0.3343651 Dec 15 03:24:47.187782 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:47.197506 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87a00-f207-42f6-bdb1-8c01031af360 req-b860ad33-4cf4-4f40-8c81-cf2d16f2901e tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:47.198993 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-20e87a00-f207-42f6-bdb1-8c01031af360 req-b860ad33-4cf4-4f40-8c81-cf2d16f2901e tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 950 time: 0.0559220 Dec 15 03:24:47.205093 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3ce7c-ea89-4295-b36f-9278188dc721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59454586-025a-4c90-a4f9-3a42d197770e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:47.227752 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:24:47.273087 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-20e87a00-f207-42f6-bdb1-8c01031af360 req-256d8f7f-c8b6-4646-8e97-fe4eaaffed67 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620294 Dec 15 03:24:47.319233 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:47.600047 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Network 835549d8-7520-4ff6-8257-437a0ccb5660 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:24:47.603422 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:24:47.610403 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event updated for resources: {'Port': ['ID=c4f5e3c5-090a-4275-a978-037ab0d6f952,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:47.614165 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:24:47.649734 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.650292 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.650872 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.651560 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.652082 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.652420 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.652755 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.653085 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.653414 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.653743 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.654069 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.654488 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.655014 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:47.677085 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:47.677664 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:47.722373 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee2427-abf3-4b70-88c0-4d3095d4e022 req-6f01c2a7-bcf6-465d-9411-9000188e578e tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:47.729725 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-73ee2427-abf3-4b70-88c0-4d3095d4e022 req-6f01c2a7-bcf6-465d-9411-9000188e578e tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 946 time: 0.0675848 Dec 15 03:24:47.740179 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-2e20d3d4-a56c-4504-a53c-b9416c6db811 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0240228 Dec 15 03:24:47.769574 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Request body: {'port': {'device_id': '86b143db-df38-4405-8b7c-d0a5be475a99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:47.780541 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-73ee2427-abf3-4b70-88c0-4d3095d4e022 req-591436e5-b30d-45e7-9cbf-8fd2b69adc32 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499630 Dec 15 03:24:47.825401 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:47.927461 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-e3ad6940-ca20-4873-add2-0f90662f04d8 None None] Provisioning complete for port c4f5e3c5-090a-4275-a978-037ab0d6f952 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:47.928437 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6940-ca20-4873-add2-0f90662f04d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:47.971440 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad6940-ca20-4873-add2-0f90662f04d8 None None] Port c4f5e3c5-090a-4275-a978-037ab0d6f952 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:24:48.133767 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f5e3c5-090a-4275-a978-037ab0d6f952 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:24:48.141879 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:48.154238 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Transition to ACTIVE for port object c4f5e3c5-090a-4275-a978-037ab0d6f952 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:24:48.160451 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147904d-0f31-48c9-af55-ea57db7b3364 req-8da9d333-e16c-4e56-9e27-67b03a290419 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:48.162023 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6147904d-0f31-48c9-af55-ea57db7b3364 req-8da9d333-e16c-4e56-9e27-67b03a290419 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 931 time: 0.0850608 Dec 15 03:24:48.201487 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bade2-f88d-4e82-85be-2fd8bb8c38e8 req-befc7944-c06e-4ab2-a942-86a9b866f1e2 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:48.203009 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-495bade2-f88d-4e82-85be-2fd8bb8c38e8 req-befc7944-c06e-4ab2-a942-86a9b866f1e2 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0854595 Dec 15 03:24:48.250511 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:48.260697 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6147904d-0f31-48c9-af55-ea57db7b3364 req-fe6b5602-7d86-4c38-8cfc-7672d64bc9cb tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910313 Dec 15 03:24:48.296546 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-495bade2-f88d-4e82-85be-2fd8bb8c38e8 req-394605e3-41e1-440e-98b0-063a4a03cdb9 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814042 Dec 15 03:24:48.337829 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Pushing event updated for resources: {'Port': ['ID=c4f5e3c5-090a-4275-a978-037ab0d6f952,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:48.407706 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Attempting to bind port c4f5e3c5-090a-4275-a978-037ab0d6f952 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:24:48.410288 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Attempting to bind port c4f5e3c5-090a-4275-a978-037ab0d6f952 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:24:48.410288 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Attempting to bind port c4f5e3c5-090a-4275-a978-037ab0d6f952 on network 835549d8-7520-4ff6-8257-437a0ccb5660 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:24:48.414513 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Port c4f5e3c5-090a-4275-a978-037ab0d6f952 on network 835549d8-7520-4ff6-8257-437a0ccb5660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:24:48.415152 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Attempting to bind port c4f5e3c5-090a-4275-a978-037ab0d6f952 on network 835549d8-7520-4ff6-8257-437a0ccb5660 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:24:48.421615 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:24:48.421615 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Checking segment: {'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:24:48.422163 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Bound using segment: {'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:24:48.423149 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Bound port: c4f5e3c5-090a-4275-a978-037ab0d6f952, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b6d932e-821c-41fa-b640-66f7a06e5c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:24:48.423149 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:48.438454 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdcdca-1bb6-4884-b188-43408a8b2051 req-e4b56778-2bbf-4460-b5d3-9c0937f38093 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:48.440105 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-21cdcdca-1bb6-4884-b188-43408a8b2051 req-e4b56778-2bbf-4460-b5d3-9c0937f38093 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 950 time: 0.0743091 Dec 15 03:24:48.484798 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b9310cca-c946-4845-a47a-b38e053a9a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:48.524310 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-21cdcdca-1bb6-4884-b188-43408a8b2051 req-0e75df9a-6676-448f-9f19-3cd3d762ad72 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735476 Dec 15 03:24:48.536382 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] For port c4f5e3c5-090a-4275-a978-037ab0d6f952, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:24:48.540417 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] For port c4f5e3c5-090a-4275-a978-037ab0d6f952, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:24:48.627489 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:48.676933 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:48.677626 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:48.679064 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] 10.222.0.43 "PUT /v2.0/ports/c4f5e3c5-090a-4275-a978-037ab0d6f952 HTTP/1.1" status: 200 len: 1093 time: 0.9145803 Dec 15 03:24:48.684832 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:48.684832 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768d969a-dcc9-4111-aeb8-49ad0276bdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:48.721883 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955211e-4b48-4795-9cbb-c2a94e6a189d service neutron] Pushing event updated for resources: {'Port': ['ID=c4f5e3c5-090a-4275-a978-037ab0d6f952,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:48.729672 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4ceb5a-78db-4afd-8d68-cff699b113da x-openstack-request-id: req-de4ceb5a-78db-4afd-8d68-cff699b113da {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:48.730147 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:48.731086 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de4ceb5a-78db-4afd-8d68-cff699b113da {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:48.731674 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'status': 'completed', 'code': 200} Dec 15 03:24:48.884190 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d969a-dcc9-4111-aeb8-49ad0276bdd8 req-57f99ede-0819-46b5-abea-3bb40e83341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:48.885682 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-768d969a-dcc9-4111-aeb8-49ad0276bdd8 req-57f99ede-0819-46b5-abea-3bb40e83341d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4dc35931da44466bbd3bb385eff3b956&device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 1096 time: 0.0649934 Dec 15 03:24:48.921949 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69672223-7d8e-44db-a116-b09448462768 req-00f823e1-9be9-4108-9e53-e7337e9a7747 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:48.923444 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-69672223-7d8e-44db-a116-b09448462768 req-00f823e1-9be9-4108-9e53-e7337e9a7747 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 946 time: 0.0483346 Dec 15 03:24:48.979340 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-69672223-7d8e-44db-a116-b09448462768 req-61e2fcf9-2592-43c7-a8c9-aa8d9fe5b62f tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Dec 15 03:24:49.035511 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f685ea-baa1-4ed4-988f-018aeb2d2f9c req-39221824-1ba8-4d79-8756-77a69478392c tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:49.036985 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-30f685ea-baa1-4ed4-988f-018aeb2d2f9c req-39221824-1ba8-4d79-8756-77a69478392c tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 950 time: 0.0502222 Dec 15 03:24:49.088515 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-30f685ea-baa1-4ed4-988f-018aeb2d2f9c req-befe619c-fcab-4808-8686-54cd218bb63e tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Dec 15 03:24:49.156929 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-e8714a49-c3c0-4453-8c77-16f73b841ece tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:49.158371 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-e8714a49-c3c0-4453-8c77-16f73b841ece tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0964413 Dec 15 03:24:49.179129 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d969a-dcc9-4111-aeb8-49ad0276bdd8 req-a6384a48-7927-4d39-bcca-a12ec142695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:49.180548 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-768d969a-dcc9-4111-aeb8-49ad0276bdd8 req-a6384a48-7927-4d39-bcca-a12ec142695e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4dc35931da44466bbd3bb385eff3b956&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1421025 Dec 15 03:24:49.340046 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d969a-dcc9-4111-aeb8-49ad0276bdd8 req-94d6e9a5-40c0-4f99-9b87-32fc4a886bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:49.341470 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-768d969a-dcc9-4111-aeb8-49ad0276bdd8 req-94d6e9a5-40c0-4f99-9b87-32fc4a886bc9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1415002 Dec 15 03:24:49.349421 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-f69d6cf1-8ac6-441e-81c6-5d77e7bb59f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Deleting port 7bbe2378-0fa3-4662-a06d-64e731cd2eee {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:24:49.349765 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-f69d6cf1-8ac6-441e-81c6-5d77e7bb59f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:49.437113 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cae23-760c-41eb-8eb5-a0fe2cd0bb93 req-9c8cafd5-9c4d-40f6-b632-c68369425a3b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:49.438652 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-954cae23-760c-41eb-8eb5-a0fe2cd0bb93 req-9c8cafd5-9c4d-40f6-b632-c68369425a3b tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 946 time: 0.0657225 Dec 15 03:24:49.446595 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd0a15-105c-4fcf-b44c-11ea022346f6 req-676634d5-6783-4c34-b04d-6c3382399bd7 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:49.447897 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6fbd0a15-105c-4fcf-b44c-11ea022346f6 req-676634d5-6783-4c34-b04d-6c3382399bd7 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 943 time: 0.1187871 Dec 15 03:24:49.486815 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-f69d6cf1-8ac6-441e-81c6-5d77e7bb59f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] For port 7bbe2378-0fa3-4662-a06d-64e731cd2eee, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=7bbe2378-0fa3-4662-a06d-64e731cd2eee,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:49.487172 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-f69d6cf1-8ac6-441e-81c6-5d77e7bb59f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:49.503208 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-cdbd7a2c-6a2a-40e0-a385-66ffd0413235 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:49.504818 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-cdbd7a2c-6a2a-40e0-a385-66ffd0413235 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 946 time: 0.0898790 Dec 15 03:24:49.510982 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-f69d6cf1-8ac6-441e-81c6-5d77e7bb59f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Calling delete_port for 7bbe2378-0fa3-4662-a06d-64e731cd2eee owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:24:49.536305 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-e74e84bd-a943-44b8-8d41-e9c701b9329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:49.537803 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-e74e84bd-a943-44b8-8d41-e9c701b9329f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4dc35931da44466bbd3bb385eff3b956&device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 1096 time: 0.0879803 Dec 15 03:24:49.559438 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:49.567233 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-954cae23-760c-41eb-8eb5-a0fe2cd0bb93 req-546387f5-211a-4d7a-b8ae-adc487338588 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/security-groups?id=aad080bb-9585-4f14-90be-2e32114f4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182008 Dec 15 03:24:49.587504 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6fbd0a15-105c-4fcf-b44c-11ea022346f6 req-8a5ab954-a6f4-4fea-847d-5a03ff25afdf tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296525 Dec 15 03:24:49.618707 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-cab5f535-b0d0-480a-8d1f-08c8f937ce9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952 HTTP/1.1" status: 200 len: 217 time: 0.0494959 Dec 15 03:24:49.672816 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c658066d-e9a0-43d0-a4c6-85b0110eb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:49.674278 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-c658066d-e9a0-43d0-a4c6-85b0110eb6a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f574844e-d19e-4d12-a507-7345eef775e3 HTTP/1.1" status: 200 len: 847 time: 0.0442579 Dec 15 03:24:49.681840 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-c5bb6a99-0a7c-4c4e-9608-93cdddd6e12c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Deleting port 947625a7-91d6-4b76-a3d3-03387f218067 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:24:49.682338 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-c5bb6a99-0a7c-4c4e-9608-93cdddd6e12c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:49.727027 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-d240c0c8-9b84-47d3-9040-680b4b77f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:49.728553 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-d240c0c8-9b84-47d3-9040-680b4b77f979 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=835549d8-7520-4ff6-8257-437a0ccb5660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0413995 Dec 15 03:24:49.803387 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-c5bb6a99-0a7c-4c4e-9608-93cdddd6e12c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] For port 947625a7-91d6-4b76-a3d3-03387f218067, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=947625a7-91d6-4b76-a3d3-03387f218067,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:49.803745 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-c5bb6a99-0a7c-4c4e-9608-93cdddd6e12c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:49.820455 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-c5bb6a99-0a7c-4c4e-9608-93cdddd6e12c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Calling delete_port for 947625a7-91d6-4b76-a3d3-03387f218067 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:24:49.822536 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-e2da764d-ad9d-4188-8b4e-ab228fc97cec service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840702 Dec 15 03:24:49.833533 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-f69d6cf1-8ac6-441e-81c6-5d77e7bb59f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:49.872224 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['7bbe2378-0fa3-4662-a06d-64e731cd2eee'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:49.891045 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d6cf1-8ac6-441e-81c6-5d77e7bb59f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Pushing event deleted for resources: {'Port': ['ID=7bbe2378-0fa3-4662-a06d-64e731cd2eee,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:49.921738 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60c0e6b0-2da3-409a-85ff-c0304da6aca7 req-f64d1b19-7f34-4d02-b253-33313b5a6cef service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901666 Dec 15 03:24:49.943433 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-f69d6cf1-8ac6-441e-81c6-5d77e7bb59f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] No DVR routers for this DVR port 7bbe2378-0fa3-4662-a06d-64e731cd2eee on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:24:49.948185 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-f69d6cf1-8ac6-441e-81c6-5d77e7bb59f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:49.951443 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f8ca7bec-a710-416a-91a5-498d5a840281 req-f69d6cf1-8ac6-441e-81c6-5d77e7bb59f6 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.43 "DELETE /v2.0/ports/7bbe2378-0fa3-4662-a06d-64e731cd2eee HTTP/1.1" status: 204 len: 173 time: 0.7834976 Dec 15 03:24:50.099593 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b31e4-6342-4222-b019-ac67b783822a req-4d2b01f8-ad5f-46fe-ab5c-cc35a20df229 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:50.101061 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-851b31e4-6342-4222-b019-ac67b783822a req-4d2b01f8-ad5f-46fe-ab5c-cc35a20df229 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 946 time: 0.0514255 Dec 15 03:24:50.106235 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-c5bb6a99-0a7c-4c4e-9608-93cdddd6e12c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:50.141994 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb6a99-0a7c-4c4e-9608-93cdddd6e12c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Pushing event deleted for resources: {'Port': ['ID=947625a7-91d6-4b76-a3d3-03387f218067,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:50.156909 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['5e56061c-55ba-48b9-a921-5852bc7bbacd', '6194bfae-3d46-475b-9c1f-eb90ad0179b7', 'e7d47c53-48c2-40ae-a629-8aed05ea9c51', '947625a7-91d6-4b76-a3d3-03387f218067'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:50.159076 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-851b31e4-6342-4222-b019-ac67b783822a req-1a954882-e505-4f59-a8c2-3844c1c4ede7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514007 Dec 15 03:24:50.186607 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-c5bb6a99-0a7c-4c4e-9608-93cdddd6e12c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] No DVR routers for this DVR port 947625a7-91d6-4b76-a3d3-03387f218067 on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:24:50.189170 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-c5bb6a99-0a7c-4c4e-9608-93cdddd6e12c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:50.192976 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9a95092b-d874-4ac5-9f9f-fbebcdf1d420 req-c5bb6a99-0a7c-4c4e-9608-93cdddd6e12c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "DELETE /v2.0/ports/947625a7-91d6-4b76-a3d3-03387f218067 HTTP/1.1" status: 204 len: 173 time: 0.6798937 Dec 15 03:24:50.228038 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d29b2b-fc67-4eb4-9858-e98ba1c78f69 req-d611c371-6b09-4224-b39f-2c8af6f19fc5 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:50.229577 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-17d29b2b-fc67-4eb4-9858-e98ba1c78f69 req-d611c371-6b09-4224-b39f-2c8af6f19fc5 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 950 time: 0.0696821 Dec 15 03:24:50.282354 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-17d29b2b-fc67-4eb4-9858-e98ba1c78f69 req-25c77a01-13a1-4de8-81c1-efebbe024a6c tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451355 Dec 15 03:24:50.688139 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d35a08ae-0860-43ef-ac2a-41e556fde35c req-dcc8a433-bdce-4564-8b7b-83ebe4df5ba3 tempest-ServerRescueNegativeTestJSON-697994843 tempest-ServerRescueNegativeTestJSON-697994843-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff4b2130-40b3-41c4-a7d9-d4b0f2519472 HTTP/1.1" status: 200 len: 210 time: 0.0459921 Dec 15 03:24:50.713914 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbd968-0194-4436-a9e1-6cf19d26cc40 req-c13c0cf3-e693-40d0-a71b-99bca53ef734 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:50.715415 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-16cbd968-0194-4436-a9e1-6cf19d26cc40 req-c13c0cf3-e693-40d0-a71b-99bca53ef734 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 943 time: 0.0644126 Dec 15 03:24:50.733646 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4b2130-40b3-41c4-a7d9-d4b0f2519472', 'name': 'network-vif-deleted', 'tag': '7bbe2378-0fa3-4662-a06d-64e731cd2eee'}, {'server_uuid': '4594caa7-4c47-4c2e-b635-dc3308026d88', 'name': 'network-vif-deleted', 'tag': '947625a7-91d6-4b76-a3d3-03387f218067'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:50.736068 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340b9952-02f2-483a-a735-ac8e9f5528cb" -d '{"events": [{"server_uuid": "ff4b2130-40b3-41c4-a7d9-d4b0f2519472", "name": "network-vif-deleted", "tag": "7bbe2378-0fa3-4662-a06d-64e731cd2eee"}, {"server_uuid": "4594caa7-4c47-4c2e-b635-dc3308026d88", "name": "network-vif-deleted", "tag": "947625a7-91d6-4b76-a3d3-03387f218067"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:50.777586 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-16cbd968-0194-4436-a9e1-6cf19d26cc40 req-2c199512-9cd8-4f16-afcd-509d4a8be184 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522430 Dec 15 03:24:50.777889 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcdf670-21a2-4d0c-9f01-b8616faa0676 x-openstack-request-id: req-9bcdf670-21a2-4d0c-9f01-b8616faa0676 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:50.777889 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4b2130-40b3-41c4-a7d9-d4b0f2519472", "name": "network-vif-deleted", "tag": "7bbe2378-0fa3-4662-a06d-64e731cd2eee", "status": "completed", "code": 200}, {"server_uuid": "4594caa7-4c47-4c2e-b635-dc3308026d88", "name": "network-vif-deleted", "tag": "947625a7-91d6-4b76-a3d3-03387f218067", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:50.777889 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bcdf670-21a2-4d0c-9f01-b8616faa0676 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:50.777889 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4b2130-40b3-41c4-a7d9-d4b0f2519472', 'name': 'network-vif-deleted', 'tag': '7bbe2378-0fa3-4662-a06d-64e731cd2eee', 'status': 'completed', 'code': 200} Dec 15 03:24:50.777889 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4594caa7-4c47-4c2e-b635-dc3308026d88', 'name': 'network-vif-deleted', 'tag': '947625a7-91d6-4b76-a3d3-03387f218067', 'status': 'completed', 'code': 200} Dec 15 03:24:50.855416 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:51.198514 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:51.273236 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7fce3726-b9d0-43d4-abdc-4205d7ebd87a req-74c43ff9-2238-4778-a86a-b25c28ef3a41 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=4594caa7-4c47-4c2e-b635-dc3308026d88 HTTP/1.1" status: 200 len: 210 time: 0.0258620 Dec 15 03:24:51.399571 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2a443-c5b5-48fa-bc06-86b09931eed5 req-32521659-a866-48ba-a322-b30914858e6e tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:51.401012 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f7e2a443-c5b5-48fa-bc06-86b09931eed5 req-32521659-a866-48ba-a322-b30914858e6e tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 950 time: 0.0482154 Dec 15 03:24:51.452793 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f7e2a443-c5b5-48fa-bc06-86b09931eed5 req-382add39-8852-4fc0-853f-0e926edb160c tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecc9f5e-a476-46aa-ac00-fae535bc8f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457170 Dec 15 03:24:51.506435 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-4b9de11b-3782-4e4c-836b-fab99d791a7d tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:51.507986 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-4b9de11b-3782-4e4c-836b-fab99d791a7d tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.43 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 950 time: 0.0493896 Dec 15 03:24:51.607392 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-d457bbb6-00cd-4a5d-94b8-5f7872d1289b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Deleting port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:24:51.607392 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-d457bbb6-00cd-4a5d-94b8-5f7872d1289b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:51.700543 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-d457bbb6-00cd-4a5d-94b8-5f7872d1289b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] For port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,segment=NetworkSegment(463e486d-710e-4f4d-bea2-1d12dcb218f7),segment_id=463e486d-710e-4f4d-bea2-1d12dcb218f7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:51.700903 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-d457bbb6-00cd-4a5d-94b8-5f7872d1289b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:51.713483 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-d457bbb6-00cd-4a5d-94b8-5f7872d1289b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Calling delete_port for 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:24:51.749446 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36514) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:51.930646 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-d457bbb6-00cd-4a5d-94b8-5f7872d1289b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:51.960788 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457bbb6-00cd-4a5d-94b8-5f7872d1289b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Pushing event deleted for resources: {'Port': ['ID=9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:51.977755 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:52.016846 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-d457bbb6-00cd-4a5d-94b8-5f7872d1289b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] No DVR routers for this DVR port 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:24:52.020592 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-d457bbb6-00cd-4a5d-94b8-5f7872d1289b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:52.024451 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-11bd38b0-8e1b-4fb9-bc8f-2a57169e1f7f req-d457bbb6-00cd-4a5d-94b8-5f7872d1289b tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.43 "DELETE /v2.0/ports/9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b HTTP/1.1" status: 204 len: 173 time: 0.5081589 Dec 15 03:24:52.155479 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ee1fe-7e02-4e6f-8ec2-ec32443f8a1a req-3dcda44d-ac87-4f84-8798-4ce712e59f57 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:52.156985 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ea5ee1fe-7e02-4e6f-8ec2-ec32443f8a1a req-3dcda44d-ac87-4f84-8798-4ce712e59f57 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 943 time: 0.0701134 Dec 15 03:24:52.175947 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:52.280658 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ea5ee1fe-7e02-4e6f-8ec2-ec32443f8a1a req-1a5a5972-2f95-4e59-8356-b77b1b7da4ed tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146548 Dec 15 03:24:52.553684 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6ef2a7fe-fbf9-453a-816a-b1019d083fee req-c078ed43-96b4-4890-adca-b7bbfbb93585 tempest-VolumesNegativeTest-1817442713 tempest-VolumesNegativeTest-1817442713-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fed3f48-3bad-498a-b144-410d32ab3e8b HTTP/1.1" status: 200 len: 210 time: 0.0291312 Dec 15 03:24:52.565912 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1566738'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:52.577723 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device c4f5e3c5-090a-4275-a978-037ab0d6f952 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:24:52.588567 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 947625a7-91d6-4b76-a3d3-03387f218067 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:24:52.615604 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 947625a7-91d6-4b76-a3d3-03387f218067 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:24:52.616062 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 947625a7-91d6-4b76-a3d3-03387f218067 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:24:52.616553 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 7bbe2378-0fa3-4662-a06d-64e731cd2eee no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:24:52.640031 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 7bbe2378-0fa3-4662-a06d-64e731cd2eee {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:24:52.640376 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 7bbe2378-0fa3-4662-a06d-64e731cd2eee not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:24:52.721564 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port c4f5e3c5-090a-4275-a978-037ab0d6f952, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:52.734597 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'port_id': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'mac_address': 'fa:16:3e:5b:26:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:24:52.777192 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:52.779001 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fed3f48-3bad-498a-b144-410d32ab3e8b', 'name': 'network-vif-deleted', 'tag': '9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:52.781706 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962aa5cb-1b96-4188-b8c8-fc564ef192a1" -d '{"events": [{"server_uuid": "7fed3f48-3bad-498a-b144-410d32ab3e8b", "name": "network-vif-deleted", "tag": "9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:52.791993 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f5e3c5-090a-4275-a978-037ab0d6f952 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:24:52.817483 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port c4f5e3c5-090a-4275-a978-037ab0d6f952, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:52.845977 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053903ca-b8af-4757-bbaa-bf66dc31ba3c x-openstack-request-id: req-053903ca-b8af-4757-bbaa-bf66dc31ba3c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:52.846342 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fed3f48-3bad-498a-b144-410d32ab3e8b", "name": "network-vif-deleted", "tag": "9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:52.846855 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-053903ca-b8af-4757-bbaa-bf66dc31ba3c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:52.847217 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fed3f48-3bad-498a-b144-410d32ab3e8b', 'name': 'network-vif-deleted', 'tag': '9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b', 'status': 'completed', 'code': 200} Dec 15 03:24:52.868097 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:52.898274 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] Deleting port d092db92-949e-40f1-88dc-48ce2fe5b133 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:24:52.898925 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:52.917108 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=c4f5e3c5-090a-4275-a978-037ab0d6f952,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:52.925357 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.925798 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.926168 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.926549 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.926893 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.927329 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.927663 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.928010 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.928334 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.928674 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.928998 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.929317 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.929635 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:24:52.982137 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] For port d092db92-949e-40f1-88dc-48ce2fe5b133, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=d092db92-949e-40f1-88dc-48ce2fe5b133,segment=NetworkSegment(cdebc8b0-799a-4a81-85e1-e5965c308417),segment_id=cdebc8b0-799a-4a81-85e1-e5965c308417)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:52.982531 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:52.995863 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] Calling delete_port for d092db92-949e-40f1-88dc-48ce2fe5b133 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:24:53.290084 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:53.324987 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] Pushing event deleted for resources: {'Port': ['ID=d092db92-949e-40f1-88dc-48ce2fe5b133,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:53.371095 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['c4f5e3c5-090a-4275-a978-037ab0d6f952'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:53.503231 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf1937-aa19-4bd5-b0e2-b50dbf4611bf req-8116ce5e-2390-45b4-a902-9cc79edfc2a3 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:53.505373 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-afaf1937-aa19-4bd5-b0e2-b50dbf4611bf req-8116ce5e-2390-45b4-a902-9cc79edfc2a3 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 944 time: 0.1502147 Dec 15 03:24:53.576109 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-afaf1937-aa19-4bd5-b0e2-b50dbf4611bf req-f081ec1b-1d32-48a3-9173-7d47bc4dc5ce tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633743 Dec 15 03:24:53.577569 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1566862'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:53.796000 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] Router 06bcb795-1734-4195-ab3d-335726f76c20 has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:24:53.907434 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:24:53.913258 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-e7b54a3e-e6bf-4bd5-8cf2-88b5103a0530 admin admin] 10.222.0.45 "PUT /v2.0/routers/06bcb795-1734-4195-ab3d-335726f76c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1627629 Dec 15 03:24:53.915874 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36572) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:53.918151 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] Sync routers for ids ['06bcb795-1734-4195-ab3d-335726f76c20'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:24:53.953372 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] Routers {'06bcb795-1734-4195-ab3d-335726f76c20'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:24:53.953997 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:24:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['06bcb795-1734-4195-ab3d-335726f76c20'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:54.072044 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Publish callbacks [] for router, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:54.086170 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] Set router 06bcb795-1734-4195-ab3d-335726f76c20 gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:24:54.195304 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:54.275080 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d7dc1-221d-40b0-8a46-8e97bd41921b req-e8afa176-6a21-4ac0-b8fa-c0ee09a8b781 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:54.276559 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e39d7dc1-221d-40b0-8a46-8e97bd41921b req-e8afa176-6a21-4ac0-b8fa-c0ee09a8b781 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 945 time: 0.0733025 Dec 15 03:24:54.325617 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e39d7dc1-221d-40b0-8a46-8e97bd41921b req-79518b14-8334-4383-a749-7b7fbff42896 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Dec 15 03:24:54.359650 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Deleting port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:24:54.359946 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:54.379316 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bcb795-1734-4195-ab3d-335726f76c20', 'name': 'tempest-ServerRescueNegativeTestJSON-233820605-router', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122'}], 'enable_snat': True}, 'gw_port_id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:24:53Z', 'revision_number': 5, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'gw_port': {'id': 'e9ec22c4-8579-4832-ae39-e2c1fcbfc99b', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:98:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bcb795-1734-4195-ab3d-335726f76c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:47Z', 'updated_at': '2021-12-15T03:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:54.412882 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] Checking router: 06bcb795-1734-4195-ab3d-335726f76c20 for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:24:54.425380 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] Routers {'06bcb795-1734-4195-ab3d-335726f76c20'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:24:54.426605 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:24:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['06bcb795-1734-4195-ab3d-335726f76c20'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:54.451196 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] For port e9ec22c4-8579-4832-ae39-e2c1fcbfc99b, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=e9ec22c4-8579-4832-ae39-e2c1fcbfc99b,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:54.451585 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:54.465071 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Calling delete_port for e9ec22c4-8579-4832-ae39-e2c1fcbfc99b owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:24:54.520150 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] Set router 06bcb795-1734-4195-ab3d-335726f76c20 gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:24:54.572752 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06bcb795-1734-4195-ab3d-335726f76c20', 'name': 'tempest-ServerRescueNegativeTestJSON-233820605-router', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:24:54Z', 'revision_number': 6, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'gw_port_host': None}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:54.603141 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f89870-f493-484b-8526-1b6f1e3f0d62 None None] The sync data for ids ['06bcb795-1734-4195-ab3d-335726f76c20'] in dv-cinder-818037-9-smb is: [{'id': '06bcb795-1734-4195-ab3d-335726f76c20', 'name': 'tempest-ServerRescueNegativeTestJSON-233820605-router', 'tenant_id': 'a8dff297f76a47388084e17f84086df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:24:54Z', 'revision_number': 6, 'project_id': 'a8dff297f76a47388084e17f84086df9', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:24:54.615005 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device c4f5e3c5-090a-4275-a978-037ab0d6f952 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:24:54.723014 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f336c-cef3-4f4c-959a-5e05f23895ca req-dc28c6af-23e3-48e8-8af7-19361eb2ee88 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:54.723014 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f42f336c-cef3-4f4c-959a-5e05f23895ca req-dc28c6af-23e3-48e8-8af7-19361eb2ee88 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 944 time: 0.0556636 Dec 15 03:24:54.741437 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:54.772663 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ec22c4-8579-4832-ae39-e2c1fcbfc99b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:54.776084 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f42f336c-cef3-4f4c-959a-5e05f23895ca req-0ae56574-4bd7-42c0-94e9-c288d621fcc4 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478468 Dec 15 03:24:54.795665 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port c4f5e3c5-090a-4275-a978-037ab0d6f952 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:24:54.800010 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port c4f5e3c5-090a-4275-a978-037ab0d6f952 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:24:54.803087 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:54.841470 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1566508'] for router_gateway, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:54.904534 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:54.948859 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:54.948859 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb0b9f-811d-45b7-873c-ab5b9ebea176" -d '{"events": [{"server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "name": "network-vif-plugged", "status": "completed", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:54.949839 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36616) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:54.954134 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1565116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4679'] for router, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:54.956351 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:54.969735 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port c4f5e3c5-090a-4275-a978-037ab0d6f952, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:55.062119 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.063081 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:24:55.103124 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a263b6-d4bd-4817-b9d7-2b07d10d09f8 x-openstack-request-id: req-04a263b6-d4bd-4817-b9d7-2b07d10d09f8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:55.103427 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "name": "network-vif-plugged", "status": "completed", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:55.103689 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-04a263b6-d4bd-4817-b9d7-2b07d10d09f8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:55.104092 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'code': 200} Dec 15 03:24:55.110545 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1565109'] for router, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.112350 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06bcb795-1734-4195-ab3d-335726f76c20 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 03:24:55.122510 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.126848 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-cc8eacee-972e-46d4-8e4e-2c62450f705a admin admin] 10.222.0.45 "DELETE /v2.0/routers/06bcb795-1734-4195-ab3d-335726f76c20 HTTP/1.1" status: 204 len: 168 time: 1.2077341 Dec 15 03:24:55.127370 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36650) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:55.142960 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:24:55.143566 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 9b2c6d41-66db-48ff-bbd1-7fa3f74ea07b not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:24:55.193230 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=c4f5e3c5-090a-4275-a978-037ab0d6f952,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:55.219049 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-920cbe0d-2496-4ba0-87ff-c6181cbaa66c admin admin] Deleting subnet 5c542702-6fb9-4103-8625-a2d56b947c74 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:24:55.228606 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-920cbe0d-2496-4ba0-87ff-c6181cbaa66c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.230587 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc155-496e-4af9-b0dd-952f2087abcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.279336 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-920cbe0d-2496-4ba0-87ff-c6181cbaa66c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7564824'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.336720 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-920cbe0d-2496-4ba0-87ff-c6181cbaa66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.438515 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc155-496e-4af9-b0dd-952f2087abcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.511462 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b6fc155-496e-4af9-b0dd-952f2087abcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.525877 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device d092db92-949e-40f1-88dc-48ce2fe5b133 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:24:55.560792 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be0a84-5260-46d5-9117-9066af6ae033 req-a81a618c-796f-44f5-b4c0-6fe971e8e656 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:55.562253 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-61be0a84-5260-46d5-9117-9066af6ae033 req-a81a618c-796f-44f5-b4c0-6fe971e8e656 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 945 time: 0.1315057 Dec 15 03:24:55.578592 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: d092db92-949e-40f1-88dc-48ce2fe5b133 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:24:55.579215 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device d092db92-949e-40f1-88dc-48ce2fe5b133 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:24:55.590945 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a20e6-74b5-4506-be5d-98cd951788b5 req-5afa8967-7837-449d-9878-31b89ed51b14 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:55.591661 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d63123-8e9e-4273-9a1f-86cdb1284ffd req-6b310bbb-9ed5-4896-b79a-9cd53fc4f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:55.593287 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-c1d63123-8e9e-4273-9a1f-86cdb1284ffd req-6b310bbb-9ed5-4896-b79a-9cd53fc4f331 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 1098 time: 0.0816021 Dec 15 03:24:55.594170 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-302a20e6-74b5-4506-be5d-98cd951788b5 req-5afa8967-7837-449d-9878-31b89ed51b14 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.1610191 Dec 15 03:24:55.602329 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-920cbe0d-2496-4ba0-87ff-c6181cbaa66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7899228'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.658904 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-9b6fc155-496e-4af9-b0dd-952f2087abcc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a14d8c3f0801401d9309b7820aacaee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7082925 Dec 15 03:24:55.664194 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36680) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:55.666728 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fc155-496e-4af9-b0dd-952f2087abcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05830cd5-7ea2-4e2d-b323-8568bc0d2d46,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:55.669018 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cbe0d-2496-4ba0-87ff-c6181cbaa66c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c542702-6fb9-4103-8625-a2d56b947c74,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:55.684252 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-920cbe0d-2496-4ba0-87ff-c6181cbaa66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.691959 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-920cbe0d-2496-4ba0-87ff-c6181cbaa66c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5c542702-6fb9-4103-8625-a2d56b947c74 HTTP/1.1" status: 204 len: 168 time: 0.5611882 Dec 15 03:24:55.693265 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36682) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:55.707589 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-c1d63123-8e9e-4273-9a1f-86cdb1284ffd req-3b61c2f2-ba16-4eec-b83c-dddda243a8ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854790 Dec 15 03:24:55.754841 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d4d65ff-30cf-45e1-a4d0-5c04a9cb000a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.776536 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d4d65ff-30cf-45e1-a4d0-5c04a9cb000a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.781401 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-61be0a84-5260-46d5-9117-9066af6ae033 req-6e6b01f0-36d5-49ab-99be-9a96981f4e65 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090573 Dec 15 03:24:55.792083 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-302a20e6-74b5-4506-be5d-98cd951788b5 req-d75ec853-849c-48da-a524-b8775aa8677c tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828325 Dec 15 03:24:55.829524 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.909102 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d4d65ff-30cf-45e1-a4d0-5c04a9cb000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.912835 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d4d65ff-30cf-45e1-a4d0-5c04a9cb000a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.913993 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5d4d65ff-30cf-45e1-a4d0-5c04a9cb000a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/05830cd5-7ea2-4e2d-b323-8568bc0d2d46 HTTP/1.1" status: 204 len: 168 time: 0.2487829 Dec 15 03:24:55.922592 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d65ff-30cf-45e1-a4d0-5c04a9cb000a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05830cd5-7ea2-4e2d-b323-8568bc0d2d46,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:55.958767 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:55.980588 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff1a0e-2888-4d04-b4d1-f5de34589695 req-c1a053d9-724a-4cbb-b942-6e617091ff96 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:55.982734 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-efff1a0e-2888-4d04-b4d1-f5de34589695 req-c1a053d9-724a-4cbb-b942-6e617091ff96 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.1176939 Dec 15 03:24:56.001642 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596d48f0-d405-4ad3-9dc4-ee18649c23a8']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:56.018415 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdebc8b0-799a-4a81-85e1-e5965c308417') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:56.018768 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdebc8b0-799a-4a81-85e1-e5965c308417') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:24:56.032339 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7565027'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.058804 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.068272 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-efff1a0e-2888-4d04-b4d1-f5de34589695 req-34898be2-b264-4318-b813-de5dc31b3242 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757086 Dec 15 03:24:56.070826 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:24:56.071291 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008503'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: Traceback (most recent call last): Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: timer() Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: cb(*args, **kw) Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: return func(*args, **kwargs) Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: self._notify() Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: self.callback(batched_events) Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: event.method(event) Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: return f(self, *a, **k) Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: return self._get(url).json() Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:24:56.072989 dv-cinder-818037-9-smb neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:24:56.198947 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.203516 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.207811 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/596d48f0-d405-4ad3-9dc4-ee18649c23a8 HTTP/1.1" status: 204 len: 168 time: 0.5075924 Dec 15 03:24:56.235302 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c86a4-29d2-4d0f-8b61-d68c58ea1dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=596d48f0-d405-4ad3-9dc4-ee18649c23a8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:56.551530 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36712) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:56.591308 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-b6b1faf4-50d7-420d-9d48-16252a92182b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8dff297f76a47388084e17f84086df9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386052 Dec 15 03:24:56.593883 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36714) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:56.678011 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-36d4b05e-de73-4668-be96-98487a139d80 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:56.679512 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-36d4b05e-de73-4668-be96-98487a139d80 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 945 time: 0.0715418 Dec 15 03:24:56.682439 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63bda78e-a5f0-4288-ba27-6a4ecfe4ad75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.694757 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device e9ec22c4-8579-4832-ae39-e2c1fcbfc99b no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:24:56.714467 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: e9ec22c4-8579-4832-ae39-e2c1fcbfc99b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:24:56.714780 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device e9ec22c4-8579-4832-ae39-e2c1fcbfc99b not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:24:56.726875 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63bda78e-a5f0-4288-ba27-6a4ecfe4ad75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.814571 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-c8c1e326-e5af-43f9-bd60-366e2fccfd34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Deleting port e7d47c53-48c2-40ae-a629-8aed05ea9c51 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:24:56.814856 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-c8c1e326-e5af-43f9-bd60-366e2fccfd34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.902091 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b4248-42c2-4651-b0a6-854879a6f924 req-8043a98b-5d8e-439f-bd4b-c72d64c2cf29 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:56.903981 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fa9b4248-42c2-4651-b0a6-854879a6f924 req-8043a98b-5d8e-439f-bd4b-c72d64c2cf29 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 945 time: 0.0505712 Dec 15 03:24:56.911374 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-c8c1e326-e5af-43f9-bd60-366e2fccfd34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] For port e7d47c53-48c2-40ae-a629-8aed05ea9c51, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=e7d47c53-48c2-40ae-a629-8aed05ea9c51,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:24:56.911887 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-c8c1e326-e5af-43f9-bd60-366e2fccfd34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.924632 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63bda78e-a5f0-4288-ba27-6a4ecfe4ad75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.929144 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63bda78e-a5f0-4288-ba27-6a4ecfe4ad75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:56.930286 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-63bda78e-a5f0-4288-ba27-6a4ecfe4ad75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aad080bb-9585-4f14-90be-2e32114f4c3f HTTP/1.1" status: 204 len: 168 time: 0.3353884 Dec 15 03:24:56.935469 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-c8c1e326-e5af-43f9-bd60-366e2fccfd34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Calling delete_port for e7d47c53-48c2-40ae-a629-8aed05ea9c51 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:24:56.997299 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef3d2f-6f8b-4b41-afe7-823c8a4ba3e6 req-a487e792-89d3-4bed-b21d-95e025364bb4 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:56.998997 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f4ef3d2f-6f8b-4b41-afe7-823c8a4ba3e6 req-a487e792-89d3-4bed-b21d-95e025364bb4 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0935743 Dec 15 03:24:57.022760 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fa9b4248-42c2-4651-b0a6-854879a6f924 req-45620645-0ae6-4f85-99fa-8d81ddeaa340 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962763 Dec 15 03:24:57.027121 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bda78e-a5f0-4288-ba27-6a4ecfe4ad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad080bb-9585-4f14-90be-2e32114f4c3f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:57.099122 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f4ef3d2f-6f8b-4b41-afe7-823c8a4ba3e6 req-12d13641-eef5-47a5-925c-b69431394376 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749061 Dec 15 03:24:57.206617 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea27be-7c1c-4ad0-8826-b0edd37ed9b0 req-35daa4fa-aa00-4cef-8571-769c3d978510 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:57.208301 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cdea27be-7c1c-4ad0-8826-b0edd37ed9b0 req-35daa4fa-aa00-4cef-8571-769c3d978510 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0574274 Dec 15 03:24:57.233444 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-c8c1e326-e5af-43f9-bd60-366e2fccfd34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:57.267039 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1e326-e5af-43f9-bd60-366e2fccfd34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Pushing event deleted for resources: {'Port': ['ID=e7d47c53-48c2-40ae-a629-8aed05ea9c51,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:57.280253 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['5e56061c-55ba-48b9-a921-5852bc7bbacd', '6194bfae-3d46-475b-9c1f-eb90ad0179b7', 'e7d47c53-48c2-40ae-a629-8aed05ea9c51'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:24:57.294391 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cdea27be-7c1c-4ad0-8826-b0edd37ed9b0 req-28f71dee-f4c2-47fc-98eb-df01684ca40d tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797658 Dec 15 03:24:57.317442 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-c8c1e326-e5af-43f9-bd60-366e2fccfd34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] No DVR routers for this DVR port e7d47c53-48c2-40ae-a629-8aed05ea9c51 on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:24:57.320284 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-c8c1e326-e5af-43f9-bd60-366e2fccfd34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:57.324047 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5ecceb33-d848-4d2e-856c-5b7d7b0eaec2 req-c8c1e326-e5af-43f9-bd60-366e2fccfd34 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "DELETE /v2.0/ports/e7d47c53-48c2-40ae-a629-8aed05ea9c51 HTTP/1.1" status: 204 len: 173 time: 0.6302059 Dec 15 03:24:57.327774 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9238ccf-da6a-45d7-9789-50b83adb3f18', 'name': 'network-vif-deleted', 'tag': 'e7d47c53-48c2-40ae-a629-8aed05ea9c51'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:24:57.327774 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50ef03b-001b-4292-8294-3ae781694167" -d '{"events": [{"server_uuid": "c9238ccf-da6a-45d7-9789-50b83adb3f18", "name": "network-vif-deleted", "tag": "e7d47c53-48c2-40ae-a629-8aed05ea9c51"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:24:57.376233 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e54dd9a-7810-4cb7-8d0f-4a3dd3ba32d4 x-openstack-request-id: req-1e54dd9a-7810-4cb7-8d0f-4a3dd3ba32d4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:24:57.376725 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9238ccf-da6a-45d7-9789-50b83adb3f18", "name": "network-vif-deleted", "tag": "e7d47c53-48c2-40ae-a629-8aed05ea9c51", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:24:57.377478 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e54dd9a-7810-4cb7-8d0f-4a3dd3ba32d4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:24:57.378059 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9238ccf-da6a-45d7-9789-50b83adb3f18', 'name': 'network-vif-deleted', 'tag': 'e7d47c53-48c2-40ae-a629-8aed05ea9c51', 'status': 'completed', 'code': 200} Dec 15 03:24:58.122769 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e43158c-e856-43e9-bd71-847dabb2b377 req-bb44d5fd-1486-4ff5-a14f-3c8afabf86a0 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9238ccf-da6a-45d7-9789-50b83adb3f18 HTTP/1.1" status: 200 len: 210 time: 0.0324233 Dec 15 03:24:58.225864 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36834) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:58.245751 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7b314-8bab-4f13-8c96-277770d062a6 req-2a54ec89-b7e4-46a0-809a-3bf8138598be tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:58.253086 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8ac7b314-8bab-4f13-8c96-277770d062a6 req-2a54ec89-b7e4-46a0-809a-3bf8138598be tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0636656 Dec 15 03:24:58.300119 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8ac7b314-8bab-4f13-8c96-277770d062a6 req-24aead20-f2c5-49f6-818c-39dc34f3d3ed tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461681 Dec 15 03:24:58.339198 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-network', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:58.427646 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Made reservation on behalf of 9ad28305d5804d75b746cf24dc668a01 for: {'network': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:24:58.431533 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:58.433778 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac0046-7033-4a49-89dc-2e8f9d463f7d req-ace00a28-4517-4fa2-a0a0-81fae905cd43 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:58.435586 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c0ac0046-7033-4a49-89dc-2e8f9d463f7d req-ace00a28-4517-4fa2-a0a0-81fae905cd43 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Dec 15 03:24:58.439768 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:58.489687 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c0ac0046-7033-4a49-89dc-2e8f9d463f7d req-01209059-c689-4de6-9103-670952f8478d tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474348 Dec 15 03:24:58.531986 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:58.601511 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:58.624158 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103256) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:24:58.629836 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582b6af-6cec-4e20-8195-86e20160e77e req-6bf911a0-baf4-4523-a8db-54a8b7f2ff7c tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:58.632184 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8582b6af-6cec-4e20-8195-86e20160e77e req-6bf911a0-baf4-4523-a8db-54a8b7f2ff7c tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0713158 Dec 15 03:24:58.642324 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db016f1-f5d4-4de3-8669-1416b093b21a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:58.648518 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:58.649125 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.segments_db [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Added segment 13197cfa-7aa2-4ff8-91cc-4ca15792fcdf of type vlan for network 588017c0-6fff-4e44-a312-eb3801d27791 Dec 15 03:24:58.699467 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:58.702446 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8582b6af-6cec-4e20-8195-86e20160e77e req-b71446bb-d55c-459d-89be-dcc45224e88a tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605884 Dec 15 03:24:58.725451 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36854) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:58.791867 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:58.792779 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:58.793390 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:58.892798 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] Pushing event updated for resources: {'Network': ['ID=588017c0-6fff-4e44-a312-eb3801d27791,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:58.906355 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9ab29635-67d7-4901-bcda-47eb9931c06c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6793768 Dec 15 03:24:58.906670 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 588017c0-6fff-4e44-a312-eb3801d27791 details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:24:58.909679 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36876) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:58.915291 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Request body: {'subnet': {'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-subnet', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:58.929106 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b058f4-3ca5-4d23-91a9-4ebf4da78bce tempest-TestShelveInstance-1864472834 tempest-TestShelveInstance-1864472834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:58.930666 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-48b058f4-3ca5-4d23-91a9-4ebf4da78bce tempest-TestShelveInstance-1864472834 tempest-TestShelveInstance-1864472834-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 1093 time: 0.2040546 Dec 15 03:24:58.934883 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36880) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:58.940762 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Request body: {'floatingip': {'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'port_id': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:59.022003 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Made reservation on behalf of 9ad28305d5804d75b746cf24dc668a01 for: {'subnet': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:24:59.024441 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5007196'] for subnet, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.153611 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.285143 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5007170'] for subnet, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.286076 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.354960 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=770c0f9d-ad39-4947-9559-a85790d28cf2,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:24:59.359416 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Checking segment: {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:24:59.359699 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Network hostable DHCP agents. Network: 588017c0-6fff-4e44-a312-eb3801d27791, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103256) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:24:59.428054 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Allocated IP 172.28.0.65 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/74feeb5a-5847-40bc-833f-bc6458442f94) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:24:59.437122 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Network 588017c0-6fff-4e44-a312-eb3801d27791 is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103256) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:24:59.451969 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7f3e6-72b3-4681-bd53-e283722840ca req-b8c53c44-16f6-4625-a3d3-00b298c64258 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:59.453482 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f4a7f3e6-72b3-4681-bd53-e283722840ca req-b8c53c44-16f6-4625-a3d3-00b298c64258 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0761874 Dec 15 03:24:59.522965 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 588017c0-6fff-4e44-a312-eb3801d27791) {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:24:59.527743 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:59.528346 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.535341 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e67da4-6cd2-435d-aa5c-0a78aa15218a None None] Network 588017c0-6fff-4e44-a312-eb3801d27791 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:24:59.558358 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f4a7f3e6-72b3-4681-bd53-e283722840ca req-17883ddb-4fb8-4e26-95d3-b309e649714e tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908766 Dec 15 03:24:59.596270 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.624015 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9c1bb785-087f-45de-8567-0f2680b7fe01 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7132761 Dec 15 03:24:59.626741 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36900) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:24:59.632264 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:24:59.670249 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1153ba8c-a3cd-56d7-be27-754139a753a2-588017c0-6fff-4e44-a312-eb3801d27791', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2'}]}} from dv-cinder-818037-9-smb. {{(pid=103257) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 03:24:59.671207 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.679498 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af7786-217c-41cf-ba3d-1fb09b62f326 req-e9831b15-6e41-40e6-9738-b5f423398b30 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:24:59.680956 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-54af7786-217c-41cf-ba3d-1fb09b62f326 req-e9831b15-6e41-40e6-9738-b5f423398b30 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 945 time: 0.0613170 Dec 15 03:24:59.729673 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-54af7786-217c-41cf-ba3d-1fb09b62f326 req-35d2d506-befe-4514-97d4-661b06054f9c tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424585 Dec 15 03:24:59.752320 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.752554 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1565638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4693'] for router, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.753840 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1565046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1570439', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4686'] for router, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.811058 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:24:59.813770 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Allocated IP 172.20.0.2 (588017c0-6fff-4e44-a312-eb3801d27791/770c0f9d-ad39-4947-9559-a85790d28cf2/c783c882-3a5a-4411-a49b-314ca7d9acab) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:24:59.978939 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Publish callbacks [] for port, precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:00.017243 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:25:00.022532 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:00.022718 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:25:00.026267 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:25:00.033382 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480'] for port, after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:00.063203 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event updated for resources: {'Port': ['ID=74feeb5a-5847-40bc-833f-bc6458442f94,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:00.074726 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Network 588017c0-6fff-4e44-a312-eb3801d27791 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:25:00.077748 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:25:00.081287 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:25:00.090028 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Pushing event updated for resources: {'Port': ['ID=c783c882-3a5a-4411-a49b-314ca7d9acab,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:00.143688 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Attempting to bind port c783c882-3a5a-4411-a49b-314ca7d9acab on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:25:00.144064 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Attempting to bind port c783c882-3a5a-4411-a49b-314ca7d9acab by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:25:00.144432 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Attempting to bind port c783c882-3a5a-4411-a49b-314ca7d9acab on network 588017c0-6fff-4e44-a312-eb3801d27791 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:25:00.150293 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:25:00.150710 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Checking segment: {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:25:00.151121 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:00.151520 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Bound using segment: {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:25:00.151998 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Bound port: c783c882-3a5a-4411-a49b-314ca7d9acab, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:25:00.152383 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:00.217601 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] For port c783c882-3a5a-4411-a49b-314ca7d9acab, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:25:00.220825 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] For port c783c882-3a5a-4411-a49b-314ca7d9acab, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=c783c882-3a5a-4411-a49b-314ca7d9acab,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:25:00.281176 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:00.355554 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971323a-f8db-4272-8957-ea81dbbbca94 None None] Pushing event updated for resources: {'Port': ['ID=c783c882-3a5a-4411-a49b-314ca7d9acab,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:00.474209 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:00.598549 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:00.612966 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device e7d47c53-48c2-40ae-a629-8aed05ea9c51 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:25:00.628483 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:00.648540 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:00.654013 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: e7d47c53-48c2-40ae-a629-8aed05ea9c51 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:25:00.654634 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device e7d47c53-48c2-40ae-a629-8aed05ea9c51 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:25:00.835280 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470fe97-8962-4259-a55b-423c8a35dc1f req-7f3a4ae4-df73-4344-adbe-8866521d89a2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:00.838320 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c470fe97-8962-4259-a55b-423c8a35dc1f req-7f3a4ae4-df73-4344-adbe-8866521d89a2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.1592190 Dec 15 03:25:00.878151 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device c783c882-3a5a-4411-a49b-314ca7d9acab up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:25:00.889541 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36912) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:00.914661 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Allocated IP 172.28.0.111 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/89c558c6-6776-4921-9c28-0507e3655608) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:25:00.949994 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port c783c882-3a5a-4411-a49b-314ca7d9acab triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:00.950681 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.018038 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4c4f0-c2aa-40f7-a7b3-1d3b0da896ef req-cce5ea30-1e52-4e88-9121-8ba3a5247e1e tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:01.029089 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bff4c4f0-c2aa-40f7-a7b3-1d3b0da896ef req-cce5ea30-1e52-4e88-9121-8ba3a5247e1e tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 945 time: 0.1879842 Dec 15 03:25:01.058306 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c470fe97-8962-4259-a55b-423c8a35dc1f req-fe7f7244-fd2b-42fb-b50d-bce04e66015e tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986213 Dec 15 03:25:01.089615 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.103983 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.121901 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.127849 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port c783c882-3a5a-4411-a49b-314ca7d9acab, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=c783c882-3a5a-4411-a49b-314ca7d9acab,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:25:01.130493 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bff4c4f0-c2aa-40f7-a7b3-1d3b0da896ef req-f6045f73-9269-4cc4-a185-cf9ac6a7aeac tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004257 Dec 15 03:25:01.170623 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-38eb6be5-55a0-4153-b655-1daff67c3148 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3aa61a51b8fa4350a17655b2d2118109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799087 Dec 15 03:25:01.173270 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36916) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:01.207074 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.210891 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.268855 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.291890 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-70961d1e-1a99-49de-8343-54072dce2600 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:01.293019 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=c783c882-3a5a-4411-a49b-314ca7d9acab,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:01.294550 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-70961d1e-1a99-49de-8343-54072dce2600 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 945 time: 0.0814528 Dec 15 03:25:01.310105 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event updated for resources: {'Port': ['ID=74feeb5a-5847-40bc-833f-bc6458442f94,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:01.323181 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c766d5eb-8286-4759-898f-fe2953924288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.325109 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.364509 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:25:01.377015 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:25:01.379972 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Pushing event updated for resources: {'Port': ['ID=89c558c6-6776-4921-9c28-0507e3655608,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:01.403113 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:25:01.421155 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c766d5eb-8286-4759-898f-fe2953924288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.484309 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.l3_db [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Floating IP f7bc14f4-4f6a-46ac-8ed3-8bf90d41559b associated. External IP: 172.28.0.65, port: c4f5e3c5-090a-4275-a978-037ab0d6f952. Dec 15 03:25:01.558804 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-540deefa-924e-4bcc-81fe-5f1bcbc7837b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Deleting port 6194bfae-3d46-475b-9c1f-eb90ad0179b7 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:25:01.563824 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-540deefa-924e-4bcc-81fe-5f1bcbc7837b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.611928 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a167d3d-6160-46e7-a29a-333e07a8250f None None] Network 588017c0-6fff-4e44-a312-eb3801d27791 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:25:01.642111 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c766d5eb-8286-4759-898f-fe2953924288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.644891 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c766d5eb-8286-4759-898f-fe2953924288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.646125 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-c766d5eb-8286-4759-898f-fe2953924288 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ecc9f5e-a476-46aa-ac00-fae535bc8f04 HTTP/1.1" status: 204 len: 168 time: 0.4717453 Dec 15 03:25:01.685976 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766d5eb-8286-4759-898f-fe2953924288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc9f5e-a476-46aa-ac00-fae535bc8f04,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:01.687557 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-540deefa-924e-4bcc-81fe-5f1bcbc7837b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] For port 6194bfae-3d46-475b-9c1f-eb90ad0179b7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=6194bfae-3d46-475b-9c1f-eb90ad0179b7,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:25:01.688050 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-540deefa-924e-4bcc-81fe-5f1bcbc7837b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.703745 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-540deefa-924e-4bcc-81fe-5f1bcbc7837b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Calling delete_port for 6194bfae-3d46-475b-9c1f-eb90ad0179b7 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:25:01.732480 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Router 4320f096-4ccb-4254-831d-08c328625b7e has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:25:01.756858 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-0820bada-6f56-4b0b-af55-8dfa00d939f0 None None] Provisioning complete for port c783c882-3a5a-4411-a49b-314ca7d9acab triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:01.757397 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0820bada-6f56-4b0b-af55-8dfa00d939f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.871563 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:25:01.879179 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:01.893576 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] Sync routers for ids ['4320f096-4ccb-4254-831d-08c328625b7e'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:25:01.913071 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] Routers {'4320f096-4ccb-4254-831d-08c328625b7e'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:25:01.913825 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:24:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['4320f096-4ccb-4254-831d-08c328625b7e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:01.977555 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:02.022015 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-fe4e6830-584b-46a4-b323-7222ef4d5722 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0859849 Dec 15 03:25:02.022712 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:25:02.025946 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71553a20-b43d-4ee5-97d9-adb93f5f2c62" -d '{"events": [{"name": "network-changed", "server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:25:02.080205 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec9997d-d9b8-45c5-a02a-04f7a96e2f25 x-openstack-request-id: req-9ec9997d-d9b8-45c5-a02a-04f7a96e2f25 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:25:02.080857 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:25:02.081383 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ec9997d-d9b8-45c5-a02a-04f7a96e2f25 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:25:02.081965 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'status': 'completed', 'code': 200} Dec 15 03:25:02.096598 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] Set router 4320f096-4ccb-4254-831d-08c328625b7e gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:25:02.153697 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5678df8e-24a6-40f5-a2a5-a5cad9a0ae99 None None] Provisioning complete for port c783c882-3a5a-4411-a49b-314ca7d9acab triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:02.154130 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5678df8e-24a6-40f5-a2a5-a5cad9a0ae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:02.232252 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-540deefa-924e-4bcc-81fe-5f1bcbc7837b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:02.256373 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741741a-7444-47c7-9198-09e8b66ee8f1 req-c23f6c8c-b41f-493b-86bc-1ec7f808a529 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:02.258040 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7741741a-7444-47c7-9198-09e8b66ee8f1 req-c23f6c8c-b41f-493b-86bc-1ec7f808a529 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.1203465 Dec 15 03:25:02.279853 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540deefa-924e-4bcc-81fe-5f1bcbc7837b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Pushing event deleted for resources: {'Port': ['ID=6194bfae-3d46-475b-9c1f-eb90ad0179b7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:02.290094 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1565007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1570548'] for router, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:02.291621 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3f08d4a1-fa79-4ef3-ba29-9e618efc332a req-bd64742a-6cfa-4d0e-814d-dc922fec8b69 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 210 time: 0.0326498 Dec 15 03:25:02.332458 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7741741a-7444-47c7-9198-09e8b66ee8f1 req-696a5e68-024c-47cf-b766-9c9a4da421d8 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643435 Dec 15 03:25:02.406036 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-96ff0f5b-8d96-4bad-9613-eadaa0059d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:02.407574 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-96ff0f5b-8d96-4bad-9613-eadaa0059d3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4dc35931da44466bbd3bb385eff3b956&device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 1098 time: 0.1921413 Dec 15 03:25:02.417838 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['5e56061c-55ba-48b9-a921-5852bc7bbacd', '6194bfae-3d46-475b-9c1f-eb90ad0179b7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:25:02.423319 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-540deefa-924e-4bcc-81fe-5f1bcbc7837b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] No DVR routers for this DVR port 6194bfae-3d46-475b-9c1f-eb90ad0179b7 on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:25:02.436490 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-540deefa-924e-4bcc-81fe-5f1bcbc7837b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:02.439685 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7b47f509-dce7-4b49-84ff-c6125b3d3d1f req-540deefa-924e-4bcc-81fe-5f1bcbc7837b tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "DELETE /v2.0/ports/6194bfae-3d46-475b-9c1f-eb90ad0179b7 HTTP/1.1" status: 204 len: 173 time: 1.1175992 Dec 15 03:25:02.440127 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b80eea7-b062-452a-9e23-56077cdd9196', 'name': 'network-vif-deleted', 'tag': '6194bfae-3d46-475b-9c1f-eb90ad0179b7'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:25:02.442326 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8fa7f0-7d53-4e27-948f-7b993309fbb2" -d '{"events": [{"server_uuid": "8b80eea7-b062-452a-9e23-56077cdd9196", "name": "network-vif-deleted", "tag": "6194bfae-3d46-475b-9c1f-eb90ad0179b7"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:25:02.492930 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2468691f-a2f8-4a83-803e-e9aa1d3b9ed9 x-openstack-request-id: req-2468691f-a2f8-4a83-803e-e9aa1d3b9ed9 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:25:02.493216 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b80eea7-b062-452a-9e23-56077cdd9196", "name": "network-vif-deleted", "tag": "6194bfae-3d46-475b-9c1f-eb90ad0179b7", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:25:02.493469 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2468691f-a2f8-4a83-803e-e9aa1d3b9ed9 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:25:02.493866 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b80eea7-b062-452a-9e23-56077cdd9196', 'name': 'network-vif-deleted', 'tag': '6194bfae-3d46-475b-9c1f-eb90ad0179b7', 'status': 'completed', 'code': 200} Dec 15 03:25:02.553515 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-8ea73cff-43a3-47e9-8c76-8a5b24ec5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:02.555021 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-8ea73cff-43a3-47e9-8c76-8a5b24ec5b26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=835549d8-7520-4ff6-8257-437a0ccb5660 HTTP/1.1" status: 200 len: 909 time: 0.1328368 Dec 15 03:25:02.629310 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-51c47df9-6705-43bf-9e9f-97f1fdd43585 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952 HTTP/1.1" status: 200 len: 998 time: 0.0577037 Dec 15 03:25:02.648874 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b is scheduled to L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 with binding_index 1 {{(pid=103256) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 03:25:02.751508 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'f7bc14f4-4f6a-46ac-8ed3-8bf90d41559b', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'floating_ip_address': '172.28.0.65', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'port_id': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'mac_address': 'fa:16:3e:5b:26:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b143db-df38-4405-8b7c-d0a5be475a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:00Z', 'revision_number': 0, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a0408de-af69-4d74-a148-cd1889ff938a', 'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'mac_address': 'fa:16:3e:03:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:57Z', 'updated_at': '2021-12-15T03:24:04Z', 'revision_number': 5, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'subnets': [{'id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:02.768057 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-e249b90b-3b11-4699-ba85-db34654684ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:02.769524 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-e249b90b-3b11-4699-ba85-db34654684ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f574844e-d19e-4d12-a507-7345eef775e3 HTTP/1.1" status: 200 len: 847 time: 0.1115046 Dec 15 03:25:02.785623 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device c783c882-3a5a-4411-a49b-314ca7d9acab up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:25:02.791486 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] Checking router: 4320f096-4ccb-4254-831d-08c328625b7e for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:25:02.824909 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:25:02.832892 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] Routers {'4320f096-4ccb-4254-831d-08c328625b7e'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:25:02.833570 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:24:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['4320f096-4ccb-4254-831d-08c328625b7e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:02.834806 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Sync routers for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:25:02.841159 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-e0881d73-214b-49b8-9a40-1c1be46225b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:02.842854 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-e0881d73-214b-49b8-9a40-1c1be46225b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=835549d8-7520-4ff6-8257-437a0ccb5660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0645828 Dec 15 03:25:02.844755 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:25:02.848011 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:24:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:02.933225 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port c783c882-3a5a-4411-a49b-314ca7d9acab triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:02.933506 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:02.939271 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:02.940514 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9afffb75-d35d-4023-89fb-811238404997 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3124666 Dec 15 03:25:02.943519 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:02.944855 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-fa12880d-2248-48a3-b8d5-d887e5c74732 service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944667 Dec 15 03:25:02.951963 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:25:02.990336 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] Set router 4320f096-4ccb-4254-831d-08c328625b7e gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:25:03.077130 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-71553a20-b43d-4ee5-97d9-adb93f5f2c62 req-422cf18a-0e20-43c9-bd2c-aac484071eea service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234326 Dec 15 03:25:03.136406 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:01Z', 'revision_number': 3, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:03.167334 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Checking router: 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:25:03.167676 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Updating router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b port 89c558c6-6776-4921-9c28-0507e3655608 binding host dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:25:03.193306 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:03.283017 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'f7bc14f4-4f6a-46ac-8ed3-8bf90d41559b', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'floating_ip_address': '172.28.0.65', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'port_id': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'mac_address': 'fa:16:3e:5b:26:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b143db-df38-4405-8b7c-d0a5be475a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:00Z', 'revision_number': 0, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a0408de-af69-4d74-a148-cd1889ff938a', 'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'mac_address': 'fa:16:3e:03:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:57Z', 'updated_at': '2021-12-15T03:24:04Z', 'revision_number': 5, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'subnets': [{'id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:03.329367 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb2988-b746-46ca-916c-ae814eb5bee5 None None] The sync data for ids ['4320f096-4ccb-4254-831d-08c328625b7e'] in dv-cinder-818037-9-smb is: [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'f7bc14f4-4f6a-46ac-8ed3-8bf90d41559b', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'floating_ip_address': '172.28.0.65', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'port_id': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'mac_address': 'fa:16:3e:5b:26:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b143db-df38-4405-8b7c-d0a5be475a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:00Z', 'revision_number': 0, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a0408de-af69-4d74-a148-cd1889ff938a', 'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'mac_address': 'fa:16:3e:03:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:57Z', 'updated_at': '2021-12-15T03:24:04Z', 'revision_number': 5, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'subnets': [{'id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:25:03.452819 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-baf10e80-f401-4cc3-bf9d-f0671816462f req-dcd92223-6959-43ad-b4b2-ee6cf6af9812 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b80eea7-b062-452a-9e23-56077cdd9196 HTTP/1.1" status: 200 len: 210 time: 0.0488286 Dec 15 03:25:03.459615 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Publish callbacks [] for port, precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:03.535735 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:03.542112 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:03.560516 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d4c03-134b-4551-97b9-a8c1f597b49e req-71187cbe-fef3-437a-8697-99cb9fce75b4 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:03.562019 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7e0d4c03-134b-4551-97b9-a8c1f597b49e req-71187cbe-fef3-437a-8697-99cb9fce75b4 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.1001904 Dec 15 03:25:03.586378 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a9b62-7f96-4068-a038-36afbe2d9c5e None None] Pushing event updated for resources: {'Port': ['ID=89c558c6-6776-4921-9c28-0507e3655608,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:03.604648 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Attempting to bind port 89c558c6-6776-4921-9c28-0507e3655608 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:25:03.605620 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Attempting to bind port 89c558c6-6776-4921-9c28-0507e3655608 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:25:03.606077 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Attempting to bind port 89c558c6-6776-4921-9c28-0507e3655608 on network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:25:03.612323 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:25:03.612843 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Checking segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:25:03.613314 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:03.613790 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Bound using segment: {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:25:03.614353 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Bound port: 89c558c6-6776-4921-9c28-0507e3655608, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad05f6f-2ba0-4940-a0c2-08a4f7086332', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:25:03.616490 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:03.676821 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] For port 89c558c6-6776-4921-9c28-0507e3655608, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:25:03.680964 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7e0d4c03-134b-4551-97b9-a8c1f597b49e req-bb853efd-f518-4c49-a59a-c984ae34dd78 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070514 Dec 15 03:25:03.681232 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] For port 89c558c6-6776-4921-9c28-0507e3655608, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=89c558c6-6776-4921-9c28-0507e3655608,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:25:03.683389 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60044fb-4f03-470e-b2ad-18704e1b15b3 None None] New status for floating IP f7bc14f4-4f6a-46ac-8ed3-8bf90d41559b: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:25:03.750909 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Allocated IP 172.20.0.1 (588017c0-6fff-4e44-a312-eb3801d27791/770c0f9d-ad39-4947-9559-a85790d28cf2/be5392eb-068c-4940-b035-27859bd147a8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:25:03.763561 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:03.822382 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a9b62-7f96-4068-a038-36afbe2d9c5e None None] Pushing event updated for resources: {'Port': ['ID=89c558c6-6776-4921-9c28-0507e3655608,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:03.840840 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:25:03.841558 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:24:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:03.858665 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:03.924508 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:03.951040 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:25:03.967848 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Network 588017c0-6fff-4e44-a312-eb3801d27791 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:25:03.970679 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:25:03.975478 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:25:03.978225 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=be5392eb-068c-4940-b035-27859bd147a8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:04.018305 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1566599'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:04.147511 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:01Z', 'revision_number': 3, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:04.178734 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-3722e2f3-1b3b-470b-a9ad-a6e0b3b8bc22 None None] Provisioning complete for port be5392eb-068c-4940-b035-27859bd147a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:04.179106 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3722e2f3-1b3b-470b-a9ad-a6e0b3b8bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:04.195537 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:04.217867 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3722e2f3-1b3b-470b-a9ad-a6e0b3b8bc22 None None] Port be5392eb-068c-4940-b035-27859bd147a8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:25:04.264774 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7034d750-170b-4c4a-ae69-89915a68184f None None] The sync data for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb is: [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:01Z', 'revision_number': 3, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:25:04.369180 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:04.409894 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:04.624078 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 6194bfae-3d46-475b-9c1f-eb90ad0179b7 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:25:04.651349 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 6194bfae-3d46-475b-9c1f-eb90ad0179b7 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:25:04.651710 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 6194bfae-3d46-475b-9c1f-eb90ad0179b7 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:25:04.752604 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=be5392eb-068c-4940-b035-27859bd147a8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:04.767695 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1554245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1566775'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:04.820693 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 89c558c6-6776-4921-9c28-0507e3655608 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:25:04.873093 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 89c558c6-6776-4921-9c28-0507e3655608 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:04.873470 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:04.897804 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b3169-e275-40af-9810-711af953ba8b req-8ec33c22-cf2b-4e4d-a8db-47b7e53f520d tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:04.899501 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cc9b3169-e275-40af-9810-711af953ba8b req-8ec33c22-cf2b-4e4d-a8db-47b7e53f520d tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0722046 Dec 15 03:25:04.935179 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Network 588017c0-6fff-4e44-a312-eb3801d27791 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:25:04.940312 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:25:04.962447 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:04.986798 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] For port 89c558c6-6776-4921-9c28-0507e3655608, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=89c558c6-6776-4921-9c28-0507e3655608,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:25:05.007336 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cc9b3169-e275-40af-9810-711af953ba8b req-f53c368d-dfc0-42ff-9e38-b1aa50012b11 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963981 Dec 15 03:25:05.078803 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:05.103127 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:25:05.160310 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Pushing event updated for resources: {'Port': ['ID=89c558c6-6776-4921-9c28-0507e3655608,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:05.221072 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:25:05.233852 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-813b2fcb-dd8b-4e9f-92fd-2438c240bbc4 admin admin] 10.222.0.45 "PUT /v2.0/routers/3febe492-b24e-4ef8-b00a-0cf30cc4cf4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2813907 Dec 15 03:25:05.253196 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-5a4d5afa-24fc-4395-87ec-2f2926f4814a None None] Provisioning complete for port be5392eb-068c-4940-b035-27859bd147a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:05.253634 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a4d5afa-24fc-4395-87ec-2f2926f4814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:05.289337 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d5afa-24fc-4395-87ec-2f2926f4814a None None] Port be5392eb-068c-4940-b035-27859bd147a8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:25:05.772374 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:05.776843 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f5415dce-b9c6-49d1-9467-87b6c8cd4512 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872955716', 'description': 'tempest-description--373091576'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:05.860371 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5415dce-b9c6-49d1-9467-87b6c8cd4512 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:05.915863 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Sync routers for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:25:05.925782 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:25:05.926392 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:24:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:05.931734 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5415dce-b9c6-49d1-9467-87b6c8cd4512 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:05.988168 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5415dce-b9c6-49d1-9467-87b6c8cd4512 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.017609 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5415dce-b9c6-49d1-9467-87b6c8cd4512 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cf3d7c-59c6-4634-bd52-eb427247ce3f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:06.037832 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:25:06.069734 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5415dce-b9c6-49d1-9467-87b6c8cd4512 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.074072 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36958) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:06.074591 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-f5415dce-b9c6-49d1-9467-87b6c8cd4512 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3009021 Dec 15 03:25:06.079469 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-a8217df1-e079-457f-bc96-970fe7520ee8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'security_group_rule': {'security_group_id': '19cf3d7c-59c6-4634-bd52-eb427247ce3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:06.134525 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0af6ef-4099-4e10-b02c-be2d3930f168 req-3a358fe5-d42c-4a4f-8bbe-73523c99ed97 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:06.136308 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3f0af6ef-4099-4e10-b02c-be2d3930f168 req-3a358fe5-d42c-4a4f-8bbe-73523c99ed97 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0547118 Dec 15 03:25:06.169360 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8217df1-e079-457f-bc96-970fe7520ee8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.190187 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3f0af6ef-4099-4e10-b02c-be2d3930f168 req-263cdefc-0ff1-47cf-be18-d862609cc466 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473630 Dec 15 03:25:06.263181 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6cd0f-c9ea-404e-a21a-472498c8b6ed req-6bef36a9-dd09-4937-a90a-3c2e444c01b2 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:06.265126 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bdd6cd0f-c9ea-404e-a21a-472498c8b6ed req-6bef36a9-dd09-4937-a90a-3c2e444c01b2 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 945 time: 0.0738637 Dec 15 03:25:06.278127 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8217df1-e079-457f-bc96-970fe7520ee8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.291127 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 2, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:06.319421 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bdd6cd0f-c9ea-404e-a21a-472498c8b6ed req-40c0d01b-d009-4287-a295-fa7e613296e1 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451846 Dec 15 03:25:06.325318 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Checking router: 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:25:06.325709 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Updating router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b port be5392eb-068c-4940-b035-27859bd147a8 binding host dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 03:25:06.347120 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8217df1-e079-457f-bc96-970fe7520ee8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.351033 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.367186 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8217df1-e079-457f-bc96-970fe7520ee8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e7c4d1-6a72-4bd2-a9d8-4894a2499b27,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:06.412260 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a8217df1-e079-457f-bc96-970fe7520ee8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.413425 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-a8217df1-e079-457f-bc96-970fe7520ee8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376043 Dec 15 03:25:06.416141 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 36964) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:06.420782 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8d893e02-a9a4-45f5-a9a4-d0033540170a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'security_group_rule': {'security_group_id': '19cf3d7c-59c6-4634-bd52-eb427247ce3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:06.527881 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d893e02-a9a4-45f5-a9a4-d0033540170a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.547488 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942877e-a50f-4d99-9f65-96feed16565d req-f731f485-6cbf-4dbc-853f-b348acce4b68 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:06.551035 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e942877e-a50f-4d99-9f65-96feed16565d req-f731f485-6cbf-4dbc-853f-b348acce4b68 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0597963 Dec 15 03:25:06.604133 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d893e02-a9a4-45f5-a9a4-d0033540170a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.611668 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e942877e-a50f-4d99-9f65-96feed16565d req-865a01ef-8a6a-4070-bd46-b384fa1b0ff4 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553997 Dec 15 03:25:06.621387 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.678702 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-75b38b10-0102-4515-b152-8fd72a573d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:06.680103 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-75b38b10-0102-4515-b152-8fd72a573d70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 1098 time: 0.0412142 Dec 15 03:25:06.681157 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d893e02-a9a4-45f5-a9a4-d0033540170a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.713302 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.720455 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d893e02-a9a4-45f5-a9a4-d0033540170a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17ba52a-1623-44f3-a77d-db34b6ab1a14,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:06.753256 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 89c558c6-6776-4921-9c28-0507e3655608 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:25:06.764675 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d50991-49e6-4d9d-844d-6f20f5dd1596 None None] Pushing event updated for resources: {'Port': ['ID=be5392eb-068c-4940-b035-27859bd147a8,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:06.812140 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-b8c554a0-d9a3-4009-9fa7-747514450a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:06.814360 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-b8c554a0-d9a3-4009-9fa7-747514450a45 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 200 len: 912 time: 0.1224191 Dec 15 03:25:06.829150 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port 89c558c6-6776-4921-9c28-0507e3655608 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:06.829777 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.848511 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Attempting to bind port be5392eb-068c-4940-b035-27859bd147a8 on host dv-cinder-818037-9-smb for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:25:06.849976 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Attempting to bind port be5392eb-068c-4940-b035-27859bd147a8 by drivers openvswitch,hyperv on host dv-cinder-818037-9-smb at level 0 using segments [{'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:25:06.850877 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Attempting to bind port be5392eb-068c-4940-b035-27859bd147a8 on network 588017c0-6fff-4e44-a312-eb3801d27791 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:25:06.859549 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Checking agent: {'id': '80ecfc05-c435-46c8-b1a6-93ba58f07e96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818037-9-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 13, 22), 'started_at': datetime.datetime(2021, 12, 15, 3, 13, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818037-9-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:25:06.860470 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Checking segment: {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:25:06.861023 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.861555 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Bound using segment: {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:25:06.862202 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Bound port: be5392eb-068c-4940-b035-27859bd147a8, host: dv-cinder-818037-9-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:25:06.862799 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.879972 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d893e02-a9a4-45f5-a9a4-d0033540170a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:06.881632 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-8d893e02-a9a4-45f5-a9a4-d0033540170a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4644351 Dec 15 03:25:06.884984 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 36972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:06.890111 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'floatingip': {'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:06.921175 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-09cba49a-3ba9-485e-a0af-10740ed06372 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 HTTP/1.1" status: 200 len: 1001 time: 0.0979474 Dec 15 03:25:06.979139 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] For port be5392eb-068c-4940-b035-27859bd147a8, host dv-cinder-818037-9-smb, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:25:06.982431 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] For port be5392eb-068c-4940-b035-27859bd147a8, host dv-cinder-818037-9-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=be5392eb-068c-4940-b035-27859bd147a8,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:25:06.987605 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-559b3f80-adf7-4575-bf63-12a43d2c6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:06.989089 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-559b3f80-adf7-4575-bf63-12a43d2c6d0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=600eec61-1422-43d1-afe5-1fe824ccc873 HTTP/1.1" status: 200 len: 850 time: 0.0601332 Dec 15 03:25:07.020609 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-ea94c56d-9349-42c5-a510-8165356e4000 None None] Provisioning complete for port be5392eb-068c-4940-b035-27859bd147a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:07.021017 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ea94c56d-9349-42c5-a510-8165356e4000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:07.027486 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:07.044118 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-1dab9e57-8d77-477e-bfee-94bcab1f9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:07.046010 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-1dab9e57-8d77-477e-bfee-94bcab1f9c66 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0492449 Dec 15 03:25:07.056727 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-ea94c56d-9349-42c5-a510-8165356e4000 None None] Port be5392eb-068c-4940-b035-27859bd147a8 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:25:07.102144 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:07.134399 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:07.145531 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-ed248198-e963-41c7-817e-989d0ae37b03 service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894148 Dec 15 03:25:07.162243 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:25:07.162555 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:24:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:07.235771 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d50991-49e6-4d9d-844d-6f20f5dd1596 None None] Pushing event updated for resources: {'Port': ['ID=be5392eb-068c-4940-b035-27859bd147a8,revision_number=4']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:07.306187 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-bb487dd5-18a3-4941-a4ff-ca4535895a7b req-573852d0-3708-444d-b673-1d3a618e6e3c service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423068 Dec 15 03:25:07.316522 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:25:07.376542 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Allocated IP 172.28.0.225 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/5f94a145-0815-4272-ae46-25c6ff5b4304) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:25:07.401800 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243df8d-fe22-4820-8b2a-01e30e62e0bd req-3efd40d8-ea4e-4c75-b247-24d15a73d2f7 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:07.409634 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0243df8d-fe22-4820-8b2a-01e30e62e0bd req-3efd40d8-ea4e-4c75-b247-24d15a73d2f7 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.1762404 Dec 15 03:25:07.418983 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b5d5-7157-428b-9320-7340dca612cf req-b95cce5f-a152-4c52-8fad-184a878018d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:07.421088 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8562b5d5-7157-428b-9320-7340dca612cf req-b95cce5f-a152-4c52-8fad-184a878018d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 1138 time: 0.0735676 Dec 15 03:25:07.493439 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-b4c0793b-f3ae-4e01-82ec-206f02d0973b None None] Provisioning complete for port be5392eb-068c-4940-b035-27859bd147a8 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:07.494057 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4c0793b-f3ae-4e01-82ec-206f02d0973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:07.539313 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0243df8d-fe22-4820-8b2a-01e30e62e0bd req-ce9a487f-f75c-4d83-a244-a3e1148ed6c1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1285942 Dec 15 03:25:07.554276 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b5d5-7157-428b-9320-7340dca612cf req-26ba6866-936a-4628-b51b-767a50eaf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:07.557815 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8562b5d5-7157-428b-9320-7340dca612cf req-26ba6866-936a-4628-b51b-767a50eaf42f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5718e6be-6cbe-4937-a542-b51bc5bb7955 HTTP/1.1" status: 200 len: 916 time: 0.1207457 Dec 15 03:25:07.573644 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:06Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:07.577417 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89453616-c28c-4e51-aaed-2cb851381bd4 req-d468f7c3-cff7-4a9b-81b4-fc33c6cd4198 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:07.579066 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-89453616-c28c-4e51-aaed-2cb851381bd4 req-d468f7c3-cff7-4a9b-81b4-fc33c6cd4198 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 945 time: 0.1484935 Dec 15 03:25:07.589271 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4c0793b-f3ae-4e01-82ec-206f02d0973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:07.601213 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d23da6-f42f-4d45-9fc7-1c9fb4e5abd4 None None] The sync data for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb is: [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:06Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:25:07.628993 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-b4c0793b-f3ae-4e01-82ec-206f02d0973b None None] For port be5392eb-068c-4940-b035-27859bd147a8, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=be5392eb-068c-4940-b035-27859bd147a8,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:25:07.696031 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4c0793b-f3ae-4e01-82ec-206f02d0973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:07.696582 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:07.706334 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-89453616-c28c-4e51-aaed-2cb851381bd4 req-6ded89db-0393-4136-9791-a9a754de4381 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207454 Dec 15 03:25:07.709727 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8562b5d5-7157-428b-9320-7340dca612cf req-6e04f7f3-a3db-4d7b-9b07-683ebef93103 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 200 len: 1002 time: 0.0852656 Dec 15 03:25:07.780576 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0793b-f3ae-4e01-82ec-206f02d0973b None None] Pushing event updated for resources: {'Port': ['ID=be5392eb-068c-4940-b035-27859bd147a8,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:07.798259 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b584f-2d2a-4e4b-ae98-9ded9ec2aae8 req-4e88394d-3a5e-45e6-a6d4-5b40ad752ffe tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:07.799919 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-af5b584f-2d2a-4e4b-ae98-9ded9ec2aae8 req-4e88394d-3a5e-45e6-a6d4-5b40ad752ffe tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0661695 Dec 15 03:25:07.801645 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b5d5-7157-428b-9320-7340dca612cf req-05c97a13-e7cb-4ce5-bcd5-42f64a918635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:07.804251 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8562b5d5-7157-428b-9320-7340dca612cf req-05c97a13-e7cb-4ce5-bcd5-42f64a918635 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d1beba5-9b9c-4a18-ad74-39d4a25196c4 HTTP/1.1" status: 200 len: 854 time: 0.0864871 Dec 15 03:25:07.838525 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:07.866094 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562b5d5-7157-428b-9320-7340dca612cf req-3c5806b4-7658-4167-9343-d1999fae4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:07.867809 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8562b5d5-7157-428b-9320-7340dca612cf req-3c5806b4-7658-4167-9343-d1999fae4eb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5718e6be-6cbe-4937-a542-b51bc5bb7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0486276 Dec 15 03:25:07.899720 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-af5b584f-2d2a-4e4b-ae98-9ded9ec2aae8 req-73cd2cba-1ece-4de1-a7db-e400a29f52ef tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926609 Dec 15 03:25:07.907797 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:25:07.910940 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:25:07.916156 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:25:07.919567 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'Port': ['ID=5f94a145-0815-4272-ae46-25c6ff5b4304,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:08.011173 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:08.130059 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:08.328273 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:08.328804 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8562b5d5-7157-428b-9320-7340dca612cf req-031f21d8-57f6-48b7-b9a0-2a659e74d7d8 service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785870 Dec 15 03:25:08.369008 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-d24c977f-0acd-48b6-baca-fc7548575895 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:08.370449 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-d24c977f-0acd-48b6-baca-fc7548575895 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 945 time: 0.0757129 Dec 15 03:25:08.422212 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:08.501457 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8562b5d5-7157-428b-9320-7340dca612cf req-050e86fd-8e26-4ec5-b72c-5d382ebe3d1b service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643059 Dec 15 03:25:08.503686 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'Port': ['ID=5f94a145-0815-4272-ae46-25c6ff5b4304,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:08.516577 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:08.520622 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-101ad580-a777-450d-b1c6-3b5741eae355 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Deleting port 5e56061c-55ba-48b9-a921-5852bc7bbacd {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:25:08.526743 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-101ad580-a777-450d-b1c6-3b5741eae355 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:08.623892 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-101ad580-a777-450d-b1c6-3b5741eae355 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] For port 5e56061c-55ba-48b9-a921-5852bc7bbacd, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=5e56061c-55ba-48b9-a921-5852bc7bbacd,segment=NetworkSegment(5ff46bbb-205e-4e22-a928-6330245122da),segment_id=5ff46bbb-205e-4e22-a928-6330245122da)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:25:08.624020 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-101ad580-a777-450d-b1c6-3b5741eae355 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:08.643024 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-101ad580-a777-450d-b1c6-3b5741eae355 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Calling delete_port for 5e56061c-55ba-48b9-a921-5852bc7bbacd owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:25:08.655035 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:08.656282 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-160ea04e-db99-450a-86f7-ab96cbacfc26 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7700851 Dec 15 03:25:08.677972 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8375a32-9895-41d5-9ef5-7aeba3969920 req-bf7ea68c-38e1-4aa3-9135-8e58597e95c6 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:08.685732 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a8375a32-9895-41d5-9ef5-7aeba3969920 req-bf7ea68c-38e1-4aa3-9135-8e58597e95c6 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0657117 Dec 15 03:25:08.793360 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a8375a32-9895-41d5-9ef5-7aeba3969920 req-dda1204d-a741-4ace-aacf-9e254d4e4f90 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1065497 Dec 15 03:25:08.863418 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device be5392eb-068c-4940-b035-27859bd147a8 up at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:25:08.931732 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Provisioning complete for port be5392eb-068c-4940-b035-27859bd147a8 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:08.932198 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:08.936784 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-2905f9f1-6f51-41fa-b25b-827e6bd83a58 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--872955716&fields=id&tenant_id=9ad28305d5804d75b746cf24dc668a01 HTTP/1.1" status: 200 len: 267 time: 0.0952232 Dec 15 03:25:08.941738 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-101ad580-a777-450d-b1c6-3b5741eae355 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:08.971257 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ad580-a777-450d-b1c6-3b5741eae355 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Pushing event deleted for resources: {'Port': ['ID=5e56061c-55ba-48b9-a921-5852bc7bbacd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:08.973716 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683d4dc-e918-41d2-91a6-f7d9bc7401fc req-f0f29b24-afd1-4445-bc0b-bf6a6dc84bd0 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:08.981389 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['5e56061c-55ba-48b9-a921-5852bc7bbacd'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:25:08.986206 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f683d4dc-e918-41d2-91a6-f7d9bc7401fc req-f0f29b24-afd1-4445-bc0b-bf6a6dc84bd0 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 867 time: 0.1083076 Dec 15 03:25:09.021799 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-101ad580-a777-450d-b1c6-3b5741eae355 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] No DVR routers for this DVR port 5e56061c-55ba-48b9-a921-5852bc7bbacd on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:25:09.024449 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-101ad580-a777-450d-b1c6-3b5741eae355 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:09.027926 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-18fcea6b-1351-4535-bf2a-79a369ab1988 req-101ad580-a777-450d-b1c6-3b5741eae355 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.43 "DELETE /v2.0/ports/5e56061c-55ba-48b9-a921-5852bc7bbacd HTTP/1.1" status: 204 len: 173 time: 0.6329300 Dec 15 03:25:09.032870 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b19ac5-728d-4ddf-b947-cfd53422c0c2', 'name': 'network-vif-deleted', 'tag': '5e56061c-55ba-48b9-a921-5852bc7bbacd'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:25:09.032870 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68091385-773b-4726-b0b4-39c46519bd0e" -d '{"events": [{"server_uuid": "c7b19ac5-728d-4ddf-b947-cfd53422c0c2", "name": "network-vif-deleted", "tag": "5e56061c-55ba-48b9-a921-5852bc7bbacd"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:25:09.094317 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f683d4dc-e918-41d2-91a6-f7d9bc7401fc req-97108158-8f04-4ff6-a9bc-c8438086dcf5 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/security-groups?id=bdf9c00a-721b-4400-8377-d8216a6abf9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072202 Dec 15 03:25:09.122800 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1bdbeda9-25e2-4281-9537-0582394c5c14 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:09.124298 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1bdbeda9-25e2-4281-9537-0582394c5c14 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 817 time: 0.1732190 Dec 15 03:25:09.141042 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-c2b98e98-cb9a-4be6-a9bb-2f25923ccc90 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/quotas/9ad28305d5804d75b746cf24dc668a01 HTTP/1.1" status: 200 len: 375 time: 0.0100024 Dec 15 03:25:09.229449 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-a9dd99bb-d098-49be-89a9-10a9ea79e724 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811751 Dec 15 03:25:09.237026 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c6926-b064-4207-ae89-73e0c248da5a req-caccc71d-0630-43f3-ac21-8442d17d5e77 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:09.238510 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c29c6926-b064-4207-ae89-73e0c248da5a req-caccc71d-0630-43f3-ac21-8442d17d5e77 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0818710 Dec 15 03:25:09.341812 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c29c6926-b064-4207-ae89-73e0c248da5a req-48447d02-6832-4d45-960f-8116fbb44ffc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926945 Dec 15 03:25:09.377278 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-4be10c30-e7ff-4be3-9c91-79e09fd82a6c service neutron] 10.222.0.45 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356792 Dec 15 03:25:09.386737 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d16fad-bfb8-4e3b-8344-34eea421afa2 x-openstack-request-id: req-f7d16fad-bfb8-4e3b-8344-34eea421afa2 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:25:09.387254 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b19ac5-728d-4ddf-b947-cfd53422c0c2", "name": "network-vif-deleted", "tag": "5e56061c-55ba-48b9-a921-5852bc7bbacd", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:25:09.397415 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7d16fad-bfb8-4e3b-8344-34eea421afa2 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:25:09.397415 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b19ac5-728d-4ddf-b947-cfd53422c0c2', 'name': 'network-vif-deleted', 'tag': '5e56061c-55ba-48b9-a921-5852bc7bbacd', 'status': 'completed', 'code': 200} Dec 15 03:25:09.469554 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-2ee5795f-cfc2-4827-a4b8-042736cd66f7 service neutron] 10.222.0.45 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857902 Dec 15 03:25:09.729243 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-41462588-5384-43a8-bd38-e6a2e5becab2 req-5683d6ee-0c1f-48b7-9d1f-753a60d75031 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 210 time: 0.0278165 Dec 15 03:25:09.915158 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637522b6-f52d-4163-b785-2e522bf7e690 req-62c3a936-0cd3-4e5d-918b-fba3732e77bc tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:09.916589 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-637522b6-f52d-4163-b785-2e522bf7e690 req-62c3a936-0cd3-4e5d-918b-fba3732e77bc tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0534773 Dec 15 03:25:09.977708 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-637522b6-f52d-4163-b785-2e522bf7e690 req-50d4de48-2d3e-4ee9-9988-620e1264d1c9 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551097 Dec 15 03:25:10.199750 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-824338e0-2b98-4432-bd13-6d55463ee865 req-b4d13476-420c-41f9-b5b1-b73602c004e7 tempest-AttachVolumeNegativeTest-830975007 tempest-AttachVolumeNegativeTest-830975007-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7b19ac5-728d-4ddf-b947-cfd53422c0c2 HTTP/1.1" status: 200 len: 210 time: 0.0291045 Dec 15 03:25:10.823737 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3b4ca049-88e1-466a-bbd2-fbd0e820d049 req-c9a444db-4323-4c9b-be75-6cd0f3f63d68 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 210 time: 0.0270154 Dec 15 03:25:11.101612 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27eead-381b-4bed-923f-215cd78eb4ef req-ebc4e15c-421f-40d0-8328-46bdba194d1d tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:11.103121 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5f27eead-381b-4bed-923f-215cd78eb4ef req-ebc4e15c-421f-40d0-8328-46bdba194d1d tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0551169 Dec 15 03:25:11.163919 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5f27eead-381b-4bed-923f-215cd78eb4ef req-87d7c83a-b66d-4c17-95f2-59a7abac20c0 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543435 Dec 15 03:25:11.257227 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37024) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:11.303712 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44983c2-8634-425d-8441-8cdca7fb73df admin admin] Deleting subnet d88a327a-6716-4913-895c-5c3c9e3f4a44 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:25:11.306714 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44983c2-8634-425d-8441-8cdca7fb73df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.341213 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44983c2-8634-425d-8441-8cdca7fb73df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7564824'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.378587 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44983c2-8634-425d-8441-8cdca7fb73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.507423 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44983c2-8634-425d-8441-8cdca7fb73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7899228'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.533895 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44983c2-8634-425d-8441-8cdca7fb73df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d88a327a-6716-4913-895c-5c3c9e3f4a44,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:11.535909 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a44983c2-8634-425d-8441-8cdca7fb73df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.540314 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-a44983c2-8634-425d-8441-8cdca7fb73df admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d88a327a-6716-4913-895c-5c3c9e3f4a44 HTTP/1.1" status: 204 len: 168 time: 0.2821984 Dec 15 03:25:11.542352 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37026) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:11.610675 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.693803 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.714665 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484bcbd8-97b9-4c55-9a3d-eda75a46f091']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:11.724630 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff46bbb-205e-4e22-a928-6330245122da') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:11.724973 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff46bbb-205e-4e22-a928-6330245122da') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:11.734532 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7565027'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.749453 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.756159 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:25:11.756685 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008503'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: Traceback (most recent call last): Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: timer() Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: cb(*args, **kw) Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: return func(*args, **kwargs) Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: self._notify() Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: self.callback(batched_events) Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: event.method(event) Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: return f(self, *a, **k) Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: return self._get(url).json() Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:25:11.758358 dv-cinder-818037-9-smb neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:25:11.884709 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.892172 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:11.901310 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/484bcbd8-97b9-4c55-9a3d-eda75a46f091 HTTP/1.1" status: 204 len: 168 time: 0.3521929 Dec 15 03:25:11.915056 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b60a-0dc1-44bf-9cff-486ece9062c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=484bcbd8-97b9-4c55-9a3d-eda75a46f091,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:11.940263 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4319ea24-6628-4dbe-9bf8-ce7a53190cb9 req-a9a25825-3fb7-4df8-b52d-8155403f9d7a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 210 time: 0.0352426 Dec 15 03:25:12.013130 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1389b40c-e6ee-43d3-b646-fb56e1555a46 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:12.014654 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1389b40c-e6ee-43d3-b646-fb56e1555a46 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.43 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 817 time: 0.1199203 Dec 15 03:25:12.085191 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-8f02278c-e86c-434d-a834-03ba775019ce tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ad28305d5804d75b746cf24dc668a01 HTTP/1.1" status: 200 len: 379 time: 0.0528843 Dec 15 03:25:12.096148 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'port': {'device_id': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'admin_state_up': True, 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'security_groups': ['19cf3d7c-59c6-4634-bd52-eb427247ce3f']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:12.294675 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0af00a-1890-4d5e-85cb-d504de7008ac req-dbe7f233-4b27-45fb-9d3e-679fd4aa103f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:12.296151 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8c0af00a-1890-4d5e-85cb-d504de7008ac req-dbe7f233-4b27-45fb-9d3e-679fd4aa103f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0501664 Dec 15 03:25:12.324471 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Made reservation on behalf of 9ad28305d5804d75b746cf24dc668a01 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:25:12.328129 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:12.358635 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8c0af00a-1890-4d5e-85cb-d504de7008ac req-698d025d-2fe4-47b3-9658-d21090a78c20 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0564222 Dec 15 03:25:12.408287 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37036) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:12.453156 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-166cd353-f77a-4707-99b4-52efdd46af86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=540410d397a248c6b31115c44b55ab77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435596 Dec 15 03:25:12.455515 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37040) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:12.461019 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Allocated IP 172.20.0.14 (588017c0-6fff-4e44-a312-eb3801d27791/770c0f9d-ad39-4947-9559-a85790d28cf2/f8e823da-c6fc-423d-9e19-482c97122de6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:25:12.503162 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5fbde6e-bb89-4c85-90c7-85eff55fc705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:12.525210 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5fbde6e-bb89-4c85-90c7-85eff55fc705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:12.595718 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:12.640919 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 5e56061c-55ba-48b9-a921-5852bc7bbacd no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:25:12.648779 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5fbde6e-bb89-4c85-90c7-85eff55fc705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:12.651500 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5fbde6e-bb89-4c85-90c7-85eff55fc705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:12.652669 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-d5fbde6e-bb89-4c85-90c7-85eff55fc705 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdf9c00a-721b-4400-8377-d8216a6abf9e HTTP/1.1" status: 204 len: 168 time: 0.1961687 Dec 15 03:25:12.664455 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbde6e-bb89-4c85-90c7-85eff55fc705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf9c00a-721b-4400-8377-d8216a6abf9e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:12.708855 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:12.770335 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Network 588017c0-6fff-4e44-a312-eb3801d27791 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:25:12.774338 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:25:12.776987 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:25:12.798806 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 5e56061c-55ba-48b9-a921-5852bc7bbacd {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:25:12.799154 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 5e56061c-55ba-48b9-a921-5852bc7bbacd not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:25:12.827519 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:12.856938 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:12.857595 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:12.920353 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1f1b52ce-28e0-4cec-b6fc-2f10d7a423ed tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8273983 Dec 15 03:25:12.940949 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Request body: {'port': {'device_id': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:13.000500 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:13.069192 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-fa548a77-2faa-4eeb-b5a2-6beb8601254a None None] Provisioning complete for port f8e823da-c6fc-423d-9e19-482c97122de6 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:13.069490 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fa548a77-2faa-4eeb-b5a2-6beb8601254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:13.118078 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3725cb-2513-4149-85b1-26057f933403 req-dc1028b6-93fa-4cea-9392-9bd2781aa783 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:13.119666 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0c3725cb-2513-4149-85b1-26057f933403 req-dc1028b6-93fa-4cea-9392-9bd2781aa783 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 932 time: 0.0916808 Dec 15 03:25:13.120872 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fa548a77-2faa-4eeb-b5a2-6beb8601254a None None] Port f8e823da-c6fc-423d-9e19-482c97122de6 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:25:13.203146 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0c3725cb-2513-4149-85b1-26057f933403 req-db584c1c-0e73-4235-897d-cee5a9844b75 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678210 Dec 15 03:25:13.305927 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e823da-c6fc-423d-9e19-482c97122de6 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:25:13.316048 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:13.330651 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Transition to ACTIVE for port object f8e823da-c6fc-423d-9e19-482c97122de6 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:25:13.409131 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:13.488854 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fb8d2-ef51-4d7e-abf8-031895d99bb9 req-93150a50-5c2c-49cd-869a-7950988d38c6 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:13.494870 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Pushing event updated for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:13.496218 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b53fb8d2-ef51-4d7e-abf8-031895d99bb9 req-93150a50-5c2c-49cd-869a-7950988d38c6 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0678978 Dec 15 03:25:13.551454 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Attempting to bind port f8e823da-c6fc-423d-9e19-482c97122de6 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:25:13.551676 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Attempting to bind port f8e823da-c6fc-423d-9e19-482c97122de6 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:25:13.552011 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Attempting to bind port f8e823da-c6fc-423d-9e19-482c97122de6 on network 588017c0-6fff-4e44-a312-eb3801d27791 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:25:13.556383 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b53fb8d2-ef51-4d7e-abf8-031895d99bb9 req-cbc37886-5891-4408-9641-20e4dc43d9db tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0592706 Dec 15 03:25:13.559846 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Port f8e823da-c6fc-423d-9e19-482c97122de6 on network 588017c0-6fff-4e44-a312-eb3801d27791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:25:13.560178 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Attempting to bind port f8e823da-c6fc-423d-9e19-482c97122de6 on network 588017c0-6fff-4e44-a312-eb3801d27791 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:25:13.565629 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:25:13.565969 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Checking segment: {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:25:13.566350 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Bound using segment: {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:25:13.566818 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Bound port: f8e823da-c6fc-423d-9e19-482c97122de6, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:25:13.567174 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:13.636698 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:25:13.640092 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:25:13.701859 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:13.737667 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:13.738288 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:13.739748 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] 10.222.0.43 "PUT /v2.0/ports/f8e823da-c6fc-423d-9e19-482c97122de6 HTTP/1.1" status: 200 len: 1094 time: 0.8033178 Dec 15 03:25:13.740740 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:25:13.743065 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257779c0-b8d9-4f24-b34e-e68b25095419" -d '{"events": [{"name": "network-changed", "server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:25:13.770281 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095ca12-71c9-4265-82c4-a38b901e276c service neutron] Pushing event updated for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:13.792302 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c36b764-8e3b-4016-9a2e-855994e1355e x-openstack-request-id: req-7c36b764-8e3b-4016-9a2e-855994e1355e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:25:13.792683 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:25:13.793129 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c36b764-8e3b-4016-9a2e-855994e1355e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:25:13.793675 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'status': 'completed', 'code': 200} Dec 15 03:25:13.881261 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257779c0-b8d9-4f24-b34e-e68b25095419 req-99999766-9f6a-447a-ae7d-638d9aee1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:13.882976 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-257779c0-b8d9-4f24-b34e-e68b25095419 req-99999766-9f6a-447a-ae7d-638d9aee1273 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 1097 time: 0.0455754 Dec 15 03:25:14.009399 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257779c0-b8d9-4f24-b34e-e68b25095419 req-c7883462-def2-4032-972f-4e7472063083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:14.010846 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-257779c0-b8d9-4f24-b34e-e68b25095419 req-c7883462-def2-4032-972f-4e7472063083 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9ad28305d5804d75b746cf24dc668a01&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0986261 Dec 15 03:25:14.129239 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257779c0-b8d9-4f24-b34e-e68b25095419 req-4a852aaf-cf2e-491b-8218-66adb4824963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:14.130884 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-257779c0-b8d9-4f24-b34e-e68b25095419 req-4a852aaf-cf2e-491b-8218-66adb4824963 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953960 Dec 15 03:25:14.248968 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-e85f89ec-9cc4-4eaf-a6ee-936f3805638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:14.252565 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-e85f89ec-9cc4-4eaf-a6ee-936f3805638a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 1097 time: 0.0491519 Dec 15 03:25:14.306423 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-1345c805-eaa9-4a19-8c29-153f74156e76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e823da-c6fc-423d-9e19-482c97122de6 HTTP/1.1" status: 200 len: 217 time: 0.0363331 Dec 15 03:25:14.332993 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653f332-2e4e-4c0f-8e8d-37ee3cc58f7a req-d0ef28cb-e7b6-4c62-824e-ca4e4fe6c81d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:14.335358 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9653f332-2e4e-4c0f-8e8d-37ee3cc58f7a req-d0ef28cb-e7b6-4c62-824e-ca4e4fe6c81d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0575242 Dec 15 03:25:14.367246 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-8cbf1f32-0b64-4589-830d-f66c12ede682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:14.368726 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-8cbf1f32-0b64-4589-830d-f66c12ede682 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770c0f9d-ad39-4947-9559-a85790d28cf2 HTTP/1.1" status: 200 len: 856 time: 0.0528405 Dec 15 03:25:14.385269 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9653f332-2e4e-4c0f-8e8d-37ee3cc58f7a req-b12a3ecd-036e-4dda-b505-1afd520b9865 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439091 Dec 15 03:25:14.422793 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-75adb840-f7ea-42e8-a930-1163637bc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:14.424273 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-75adb840-f7ea-42e8-a930-1163637bc059 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588017c0-6fff-4e44-a312-eb3801d27791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0434618 Dec 15 03:25:14.513744 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-7fa6e21d-914c-4648-b914-f4b4492adda0 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818489 Dec 15 03:25:14.620583 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-dd657edf-345b-4c9d-aaf8-961a0c2f109d req-4af7ec49-e126-453b-917c-9ea7c6dcb24c service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975227 Dec 15 03:25:14.677152 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caace9d-b540-4b32-8a70-a23602f32a98 req-0ec62d20-fd9b-467b-8c61-d8431f599740 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:14.678878 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2caace9d-b540-4b32-8a70-a23602f32a98 req-0ec62d20-fd9b-467b-8c61-d8431f599740 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0507770 Dec 15 03:25:14.741961 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2caace9d-b540-4b32-8a70-a23602f32a98 req-1ae17c2b-caae-45b7-bd6a-f65f1a3df2d2 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0566640 Dec 15 03:25:15.505262 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f426f-63ee-4ebc-86da-23d2aa5ad5a1 req-32856c60-5e16-4c60-8256-24b0a4ec01ec tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:15.506785 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-486f426f-63ee-4ebc-86da-23d2aa5ad5a1 req-32856c60-5e16-4c60-8256-24b0a4ec01ec tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0488672 Dec 15 03:25:15.559803 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-486f426f-63ee-4ebc-86da-23d2aa5ad5a1 req-980c1258-fc7e-4937-982d-cafd9cd94f27 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469491 Dec 15 03:25:15.857931 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127bacc-d425-4c2a-b7a6-da840909cdfa req-84a6065f-a49d-4714-be56-e48783fc72d3 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:15.859471 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3127bacc-d425-4c2a-b7a6-da840909cdfa req-84a6065f-a49d-4714-be56-e48783fc72d3 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0490468 Dec 15 03:25:15.923285 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3127bacc-d425-4c2a-b7a6-da840909cdfa req-baaa7fca-583e-4893-8465-1a59c47fa077 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576947 Dec 15 03:25:16.225149 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ba06de1a-5005-4318-83e9-33affea5b690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:16.656081 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device f8e823da-c6fc-423d-9e19-482c97122de6 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:25:16.688943 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffafa7-68ba-464b-84b5-a281bf73b63b req-538b886a-c4d6-47fb-88fb-8fc981629000 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:16.690460 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cfffafa7-68ba-464b-84b5-a281bf73b63b req-538b886a-c4d6-47fb-88fb-8fc981629000 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0488365 Dec 15 03:25:16.738815 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-cfffafa7-68ba-464b-84b5-a281bf73b63b req-e71d8a78-c4dc-4ec6-a312-fa8714786214 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410073 Dec 15 03:25:16.752892 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:25:16.766415 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'port_id': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'mac_address': 'fa:16:3e:f2:e5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:25:16.802713 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:16.816425 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e823da-c6fc-423d-9e19-482c97122de6 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:25:16.836352 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:25:16.913333 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:16.968724 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:17.055949 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2ea75-f8a7-4fdd-8c31-d0f95d214a12 req-cd6da07a-c567-4428-a884-56d10fb3430f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:17.055949 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d9f2ea75-f8a7-4fdd-8c31-d0f95d214a12 req-cd6da07a-c567-4428-a884-56d10fb3430f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0620658 Dec 15 03:25:17.117355 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d9f2ea75-f8a7-4fdd-8c31-d0f95d214a12 req-8d736d2b-ccad-49fa-a223-6745488668fe tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0553813 Dec 15 03:25:17.239362 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['f8e823da-c6fc-423d-9e19-482c97122de6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:25:17.864718 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669710a-4b23-42cc-b6cc-820e34aaa512 req-c3e33b25-75cc-4e43-8441-748f815842de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:17.866238 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a669710a-4b23-42cc-b6cc-820e34aaa512 req-c3e33b25-75cc-4e43-8441-748f815842de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 945 time: 0.0539327 Dec 15 03:25:17.914444 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a669710a-4b23-42cc-b6cc-820e34aaa512 req-f28b5e24-3dab-4005-adcf-f7a2f9de9261 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420721 Dec 15 03:25:18.235387 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e1d02-d0c9-48c2-b9b1-1231920b6535 req-101034ee-5d8c-46f5-9e41-9d120518cc34 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:18.237237 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-286e1d02-d0c9-48c2-b9b1-1231920b6535 req-101034ee-5d8c-46f5-9e41-9d120518cc34 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0532913 Dec 15 03:25:18.305434 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-286e1d02-d0c9-48c2-b9b1-1231920b6535 req-8469cee5-eb27-425b-a1bc-aa644e58507b tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0593722 Dec 15 03:25:18.490035 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bfbc89d1-f356-4b5b-aa52-7f4d9501f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:18.679411 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device f8e823da-c6fc-423d-9e19-482c97122de6 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:25:18.775835 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port f8e823da-c6fc-423d-9e19-482c97122de6 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:25:18.779947 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port f8e823da-c6fc-423d-9e19-482c97122de6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:25:18.780325 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:18.857609 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:18.880602 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:25:18.883769 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f44744-2420-42a6-8cf2-0b07d41f8039" -d '{"events": [{"server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "name": "network-vif-plugged", "status": "completed", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:25:18.899557 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:25:18.918668 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7e6a8f-6139-4177-997e-57f61301a9a3 x-openstack-request-id: req-8c7e6a8f-6139-4177-997e-57f61301a9a3 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:25:18.918962 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "name": "network-vif-plugged", "status": "completed", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:25:18.919219 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c7e6a8f-6139-4177-997e-57f61301a9a3 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:25:18.919617 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'code': 200} Dec 15 03:25:18.951292 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:19.001009 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:19.033394 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4e6de-82e6-4477-9d09-d2ab5673cfd2 req-37325cf9-aa17-46da-a231-53087f7618c3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:19.034894 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0ab4e6de-82e6-4477-9d09-d2ab5673cfd2 req-37325cf9-aa17-46da-a231-53087f7618c3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0502675 Dec 15 03:25:19.082703 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0ab4e6de-82e6-4477-9d09-d2ab5673cfd2 req-528a0355-4bfc-407b-a3aa-b904d646baab tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416036 Dec 15 03:25:19.387809 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f8948-b7e4-48c7-83fa-dd3a9e701811 req-94f0e16f-bf89-43b4-ad3f-6c83d15d6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:19.389338 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-376f8948-b7e4-48c7-83fa-dd3a9e701811 req-94f0e16f-bf89-43b4-ad3f-6c83d15d6d8d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 1099 time: 0.0422843 Dec 15 03:25:19.420560 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3e7c3-7f47-4257-a06a-02b6cf3e1074 req-aec2e04b-7ec8-4ae0-a59c-690801c4360f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:19.422055 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bef3e7c3-7f47-4257-a06a-02b6cf3e1074 req-aec2e04b-7ec8-4ae0-a59c-690801c4360f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0487852 Dec 15 03:25:19.437612 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-376f8948-b7e4-48c7-83fa-dd3a9e701811 req-515d75a0-5b8f-4be5-b76d-cad286c549c3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382364 Dec 15 03:25:19.484745 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bef3e7c3-7f47-4257-a06a-02b6cf3e1074 req-28f3e14b-7266-4daf-be1a-b90eb2f471d4 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0566223 Dec 15 03:25:19.563910 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:20.205153 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37b2e0-cab9-42ca-9749-d8da3e41fac7 req-7de62e05-f8a1-4172-98c8-baf673054c9f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:20.206650 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2d37b2e0-cab9-42ca-9749-d8da3e41fac7 req-7de62e05-f8a1-4172-98c8-baf673054c9f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0521364 Dec 15 03:25:20.253982 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2d37b2e0-cab9-42ca-9749-d8da3e41fac7 req-a7c9e7c2-048f-42b9-affa-35f89141cbc9 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404129 Dec 15 03:25:20.599254 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae1be8-6be1-4d0f-bc04-7d6ec2001ab2 req-7236a14b-f2be-4bb3-b92e-e46ee5b75008 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:20.600873 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8ae1be8-6be1-4d0f-bc04-7d6ec2001ab2 req-7236a14b-f2be-4bb3-b92e-e46ee5b75008 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0489807 Dec 15 03:25:20.659537 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8ae1be8-6be1-4d0f-bc04-7d6ec2001ab2 req-3c9f2d44-223f-4bdc-960a-80d7561f1b39 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526752 Dec 15 03:25:20.855394 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:21.261669 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:21.377794 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ace3-16fd-4cb7-a9b6-65106d8a7e20 req-ef0f62ae-43ec-452e-9a51-fe23637271ef tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:21.379272 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9ed6ace3-16fd-4cb7-a9b6-65106d8a7e20 req-ef0f62ae-43ec-452e-9a51-fe23637271ef tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0522168 Dec 15 03:25:21.427559 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9ed6ace3-16fd-4cb7-a9b6-65106d8a7e20 req-ec4658f6-03d0-4aa4-929f-68a084b001b8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411165 Dec 15 03:25:21.548644 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321ee8-2cd2-49d3-bd88-9e54e0d8ce37 req-ec9236b4-47e7-4137-a66d-686840fa5bcd tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:21.550145 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8d321ee8-2cd2-49d3-bd88-9e54e0d8ce37 req-ec9236b4-47e7-4137-a66d-686840fa5bcd tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0544541 Dec 15 03:25:21.560243 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:21.564684 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-744203c2-b406-45b6-be73-e7d69b3182de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'floatingip': {'port_id': 'f8e823da-c6fc-423d-9e19-482c97122de6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:21.635605 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-744203c2-b406-45b6-be73-e7d69b3182de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:22.083699 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae4466-2374-4d1e-a9cb-b2a9f9ccf323 req-3abb8b16-e712-4900-aad4-c1928a436fb1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:22.085214 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c4ae4466-2374-4d1e-a9cb-b2a9f9ccf323 req-3abb8b16-e712-4900-aad4-c1928a436fb1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.3546581 Dec 15 03:25:22.147619 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:22.258024 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c4ae4466-2374-4d1e-a9cb-b2a9f9ccf323 req-6a9b5817-bde0-4eb0-a4c0-dac0a3f70621 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1666136 Dec 15 03:25:22.384295 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-744203c2-b406-45b6-be73-e7d69b3182de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:22.466786 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-744203c2-b406-45b6-be73-e7d69b3182de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:22.566743 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.l3_db [None req-744203c2-b406-45b6-be73-e7d69b3182de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Floating IP 94db5748-3cc9-47e3-b832-8f2732753c41 associated. External IP: 172.28.0.225, port: f8e823da-c6fc-423d-9e19-482c97122de6. Dec 15 03:25:22.779519 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744203c2-b406-45b6-be73-e7d69b3182de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:25:22.886408 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744203c2-b406-45b6-be73-e7d69b3182de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:25:22.891089 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-744203c2-b406-45b6-be73-e7d69b3182de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:22.896457 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] Sync routers for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:25:22.905992 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:25:22.907776 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:25:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:22.920274 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-744203c2-b406-45b6-be73-e7d69b3182de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "PUT /v2.0/floatingips/94db5748-3cc9-47e3-b832-8f2732753c41 HTTP/1.1" status: 200 len: 992 time: 1.3588448 Dec 15 03:25:22.920825 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:25:22.923289 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:25:22.962553 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae8f5ea-cb3f-4d5c-a923-f5a9d86211f9 x-openstack-request-id: req-eae8f5ea-cb3f-4d5c-a923-f5a9d86211f9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:25:22.963010 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:25:22.963265 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eae8f5ea-cb3f-4d5c-a923-f5a9d86211f9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:25:22.963682 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'status': 'completed', 'code': 200} Dec 15 03:25:23.017323 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:25:23.064820 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-a98f39b4-4451-48f4-bcf8-f62e9d831d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:23.066352 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-a98f39b4-4451-48f4-bcf8-f62e9d831d51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 1099 time: 0.0471539 Dec 15 03:25:23.157565 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-c3b3f1ea-83f1-4ffb-8953-a379ac20a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:23.159062 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-c3b3f1ea-83f1-4ffb-8953-a379ac20a1f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 918 time: 0.0847256 Dec 15 03:25:23.239246 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-a965e38c-1a1e-482c-962f-3d6e03d9e788 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e823da-c6fc-423d-9e19-482c97122de6 HTTP/1.1" status: 200 len: 1000 time: 0.0652270 Dec 15 03:25:23.251431 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': '94db5748-3cc9-47e3-b832-8f2732753c41', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'floating_ip_address': '172.28.0.225', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'port_id': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'mac_address': 'fa:16:3e:f2:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:25:07Z', 'updated_at': '2021-12-15T03:25:22Z', 'revision_number': 1, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:23.320150 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] Checking router: 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:25:23.320150 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:25:23.320489 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-c2357fc4-b583-4085-bde6-478997fb08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:23.320599 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:25:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:23.320717 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-c2357fc4-b583-4085-bde6-478997fb08c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770c0f9d-ad39-4947-9559-a85790d28cf2 HTTP/1.1" status: 200 len: 856 time: 0.0542579 Dec 15 03:25:23.353405 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-3dbcd2ab-fbec-4096-8e58-b127bac460c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:23.354975 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-3dbcd2ab-fbec-4096-8e58-b127bac460c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588017c0-6fff-4e44-a312-eb3801d27791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0467203 Dec 15 03:25:23.386848 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450efd6-f765-4793-a02d-8ab169893651 req-61fd0e2c-5886-4dd1-8e56-4e8410ab1be3 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:23.430739 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6450efd6-f765-4793-a02d-8ab169893651 req-61fd0e2c-5886-4dd1-8e56-4e8410ab1be3 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0527115 Dec 15 03:25:23.430953 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:25:23.463252 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6450efd6-f765-4793-a02d-8ab169893651 req-59e672d6-45b3-4350-9e1b-67535cf97683 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0681961 Dec 15 03:25:23.466087 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-d4a55278-963a-464f-89af-d0566af7fe2f service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027234 Dec 15 03:25:23.561836 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-4e4fa1e8-fc5b-481d-b985-692c4e4d13dc req-f1b6bad2-80b9-491a-a68f-5bae0148e403 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876708 Dec 15 03:25:23.653988 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': '94db5748-3cc9-47e3-b832-8f2732753c41', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'floating_ip_address': '172.28.0.225', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'port_id': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'mac_address': 'fa:16:3e:f2:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:25:07Z', 'updated_at': '2021-12-15T03:25:22Z', 'revision_number': 1, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:23.680314 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ceadaa-d9b8-43d1-bc4f-266c030d9bf0 None None] The sync data for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb is: [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': '94db5748-3cc9-47e3-b832-8f2732753c41', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'floating_ip_address': '172.28.0.225', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'port_id': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'mac_address': 'fa:16:3e:f2:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:25:07Z', 'updated_at': '2021-12-15T03:25:22Z', 'revision_number': 1, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:25:23.884710 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c729b-37df-427c-846c-ad10154e1e91 None None] New status for floating IP 94db5748-3cc9-47e3-b832-8f2732753c41: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:25:24.215993 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:25:24.585732 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c84f3-f11a-4772-a696-5fabf3edd20f req-6b548fe9-0877-4f68-90c5-f775fb873149 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:24.587228 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7f5c84f3-f11a-4772-a696-5fabf3edd20f req-6b548fe9-0877-4f68-90c5-f775fb873149 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0536048 Dec 15 03:25:24.646427 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7f5c84f3-f11a-4772-a696-5fabf3edd20f req-045791fd-78db-4ce6-adbe-867e414c8eba tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530250 Dec 15 03:25:25.762686 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a03d0-4480-47c8-b76c-9268e2193941 req-b254ab5c-bf13-4838-8f57-33604c943cd0 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:25.764322 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f90a03d0-4480-47c8-b76c-9268e2193941 req-b254ab5c-bf13-4838-8f57-33604c943cd0 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0503156 Dec 15 03:25:25.825876 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f90a03d0-4480-47c8-b76c-9268e2193941 req-f0c8c3be-fd49-481b-a1d1-b7cd27e881fd tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c&id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552974 Dec 15 03:25:32.844598 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37292) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:32.948342 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1e9b-15f7-4134-82b1-7911d5eb9da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:33.023829 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1e9b-15f7-4134-82b1-7911d5eb9da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:33.090205 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1e9b-15f7-4134-82b1-7911d5eb9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:33.131206 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-3f5f1e9b-15f7-4134-82b1-7911d5eb9da8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32c87c0830944ea0837c8099d91375a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854214 Dec 15 03:25:33.133057 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f1e9b-15f7-4134-82b1-7911d5eb9da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe26635d-2472-41e5-9ad3-e691b195db0d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:33.133905 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37298) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:33.185476 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-32c164e4-4336-44dd-91f3-af10c5b8cca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:33.207879 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-32c164e4-4336-44dd-91f3-af10c5b8cca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:33.333690 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-32c164e4-4336-44dd-91f3-af10c5b8cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:33.336784 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-32c164e4-4336-44dd-91f3-af10c5b8cca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:33.337929 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-32c164e4-4336-44dd-91f3-af10c5b8cca3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe26635d-2472-41e5-9ad3-e691b195db0d HTTP/1.1" status: 204 len: 168 time: 0.2029417 Dec 15 03:25:33.345461 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c164e4-4336-44dd-91f3-af10c5b8cca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe26635d-2472-41e5-9ad3-e691b195db0d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:33.871416 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37304) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:33.888090 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38214935-d1b8-4a25-b6cc-f76be1a243c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:33.958810 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38214935-d1b8-4a25-b6cc-f76be1a243c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:34.031243 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38214935-d1b8-4a25-b6cc-f76be1a243c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:34.069984 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-38214935-d1b8-4a25-b6cc-f76be1a243c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f44ab64e3ce247e092d73b29047f72b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974504 Dec 15 03:25:34.071095 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38214935-d1b8-4a25-b6cc-f76be1a243c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af52b67-0c39-4ed3-818a-78242e5d8ca0,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:34.072821 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37306) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:34.123595 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed6849f3-11ba-4e74-a1e6-6503d6a5e85e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:34.145319 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed6849f3-11ba-4e74-a1e6-6503d6a5e85e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:34.255999 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed6849f3-11ba-4e74-a1e6-6503d6a5e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:34.258876 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed6849f3-11ba-4e74-a1e6-6503d6a5e85e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:34.260087 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-ed6849f3-11ba-4e74-a1e6-6503d6a5e85e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7af52b67-0c39-4ed3-818a-78242e5d8ca0 HTTP/1.1" status: 204 len: 168 time: 0.1862578 Dec 15 03:25:34.267929 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6849f3-11ba-4e74-a1e6-6503d6a5e85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af52b67-0c39-4ed3-818a-78242e5d8ca0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:41.040577 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37418) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:41.143532 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc9a919a-7cd4-4ce2-a7df-eb70714c4e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:41.218209 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc9a919a-7cd4-4ce2-a7df-eb70714c4e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:41.276446 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc9a919a-7cd4-4ce2-a7df-eb70714c4e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:41.315206 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-dc9a919a-7cd4-4ce2-a7df-eb70714c4e47 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24482e24d09349e08507856990e09e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735767 Dec 15 03:25:41.316088 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a919a-7cd4-4ce2-a7df-eb70714c4e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff80c3b4-6c8f-4ce4-a323-1d7f8788d2ac,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:41.317868 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37422) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:41.366988 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a1c30b5-adab-4125-a33c-6d829299e254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:41.387510 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a1c30b5-adab-4125-a33c-6d829299e254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:41.493540 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a1c30b5-adab-4125-a33c-6d829299e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:41.496119 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a1c30b5-adab-4125-a33c-6d829299e254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:41.497261 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-1a1c30b5-adab-4125-a33c-6d829299e254 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff80c3b4-6c8f-4ce4-a323-1d7f8788d2ac HTTP/1.1" status: 204 len: 168 time: 0.1783772 Dec 15 03:25:41.505141 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c30b5-adab-4125-a33c-6d829299e254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff80c3b4-6c8f-4ce4-a323-1d7f8788d2ac,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:42.035694 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37430) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:42.049284 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb21e-25ea-4cc0-ad6f-7971a3885280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:42.124028 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb21e-25ea-4cc0-ad6f-7971a3885280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:42.215673 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dbeb21e-25ea-4cc0-ad6f-7971a3885280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:42.252890 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbeb21e-25ea-4cc0-ad6f-7971a3885280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234360af-729f-40c5-b458-1ba762d0b21b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:42.257793 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-8dbeb21e-25ea-4cc0-ad6f-7971a3885280 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=657eec5d234e4ec1a772ca30778ae90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204258 Dec 15 03:25:42.260049 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37432) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:42.308276 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcc9a-1f6d-4554-a371-2cfb862b7966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:42.328840 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcc9a-1f6d-4554-a371-2cfb862b7966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:42.441830 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcc9a-1f6d-4554-a371-2cfb862b7966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:42.444394 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed4bcc9a-1f6d-4554-a371-2cfb862b7966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:42.446090 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-ed4bcc9a-1f6d-4554-a371-2cfb862b7966 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/234360af-729f-40c5-b458-1ba762d0b21b HTTP/1.1" status: 204 len: 168 time: 0.1850209 Dec 15 03:25:42.455773 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bcc9a-1f6d-4554-a371-2cfb862b7966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234360af-729f-40c5-b458-1ba762d0b21b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:46.213537 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ec188cbb-5d66-403e-ba32-5504827bd958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:46.546851 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37510) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:46.652077 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54aebc25-50ee-4641-94cd-1175cd4bf4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:46.723375 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54aebc25-50ee-4641-94cd-1175cd4bf4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:46.798356 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-54aebc25-50ee-4641-94cd-1175cd4bf4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:46.839038 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-54aebc25-50ee-4641-94cd-1175cd4bf4f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9bd5285822e64e97b9c7298bba2eca65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911189 Dec 15 03:25:46.840899 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aebc25-50ee-4641-94cd-1175cd4bf4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb6dee3-e6b9-4b38-8756-b249c1bdacae,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:46.841767 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37516) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:46.893119 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:46.913743 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:47.049915 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:47.052467 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:47.053615 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abb6dee3-e6b9-4b38-8756-b249c1bdacae HTTP/1.1" status: 204 len: 168 time: 0.2108054 Dec 15 03:25:47.062044 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb6dee3-e6b9-4b38-8756-b249c1bdacae,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:47.069379 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.069816 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.070151 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.070488 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.070870 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.071204 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.071532 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.071876 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.072318 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.072646 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.073000 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.073322 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.073643 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5f0c7-0aa7-4d16-af7c-534eaa63c6f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:47.589157 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37524) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:47.603041 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-243506d9-7dc9-4655-a33b-f0cb54b89b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:47.680357 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-243506d9-7dc9-4655-a33b-f0cb54b89b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:47.729913 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-243506d9-7dc9-4655-a33b-f0cb54b89b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:47.767566 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-243506d9-7dc9-4655-a33b-f0cb54b89b25 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f99212012eaf4f04a0c6c81e0d926102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773670 Dec 15 03:25:47.769456 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243506d9-7dc9-4655-a33b-f0cb54b89b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04e672c-df9e-4952-a203-731228b97b87,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:47.771715 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37528) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:47.818409 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ab3c-fab0-4992-a5b6-44cc2ee1f664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:47.841187 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ab3c-fab0-4992-a5b6-44cc2ee1f664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:47.923796 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ab3c-fab0-4992-a5b6-44cc2ee1f664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:47.926526 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5a1ab3c-fab0-4992-a5b6-44cc2ee1f664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:47.927688 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-a5a1ab3c-fab0-4992-a5b6-44cc2ee1f664 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d04e672c-df9e-4952-a203-731228b97b87 HTTP/1.1" status: 204 len: 168 time: 0.1550786 Dec 15 03:25:47.935485 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1ab3c-fab0-4992-a5b6-44cc2ee1f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04e672c-df9e-4952-a203-731228b97b87,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:48.506985 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8c560dd7-101b-4977-b5c8-89bb3cc1c392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:48.847773 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caba84-415f-4611-be40-a2602c235650 req-bbe7602f-8cf8-418d-b577-901035e6018c tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:48.849359 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e3caba84-415f-4611-be40-a2602c235650 req-bbe7602f-8cf8-418d-b577-901035e6018c tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0503802 Dec 15 03:25:48.900733 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e3caba84-415f-4611-be40-a2602c235650 req-e19316e8-6b6e-498b-acaf-9d4be0148beb tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443707 Dec 15 03:25:49.570270 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:50.017481 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b3e99-845d-47bb-b34a-6f36f24585da req-a4920557-5877-40ea-aa7c-45bb83cc44dc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:50.019005 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-726b3e99-845d-47bb-b34a-6f36f24585da req-a4920557-5877-40ea-aa7c-45bb83cc44dc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0489473 Dec 15 03:25:50.066977 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-726b3e99-845d-47bb-b34a-6f36f24585da req-3ff50d09-af18-425d-b9c8-51d78200929f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Dec 15 03:25:50.867283 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:51.188393 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f226c-48ab-4eb4-b698-2008cda07314 req-21af2f9b-62bc-4fed-8d28-77f5d87d7ba6 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:51.189904 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-185f226c-48ab-4eb4-b698-2008cda07314 req-21af2f9b-62bc-4fed-8d28-77f5d87d7ba6 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0557268 Dec 15 03:25:51.227559 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:51.236667 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-185f226c-48ab-4eb4-b698-2008cda07314 req-b4ec9433-161f-4481-b049-d1227c41dd98 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=b408292c-27f5-47c1-a8b4-9bad5a7aa941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Dec 15 03:25:51.280976 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-cd791320-8420-4d9b-bd45-f5167cc0a1bf tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:51.282335 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-cd791320-8420-4d9b-bd45-f5167cc0a1bf tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.43 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 945 time: 0.0496314 Dec 15 03:25:51.383244 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Deleting port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:25:51.383607 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:51.474275 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] For port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:25:51.474725 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:51.692793 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:51.693064 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:51.693380 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.l3_db [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Floating IP 43c95d17-4c46-496e-b512-8d192a3106d5 disassociated. External IP: 172.28.0.210, port: 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32. Dec 15 03:25:51.693717 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Calling delete_port for 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:25:51.878695 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:51.906711 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event deleted for resources: {'Port': ['ID=86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:51.917982 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.918344 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.918724 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.919119 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.919405 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.919720 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.920059 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.920395 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.920722 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.921046 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.921379 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.921706 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:51.922028 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:25:52.030499 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:25:52.162268 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:52.336891 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1c816185-9960-43be-9be3-3ea868759ecd req-87df6d64-91a3-4ba2-8203-c5bd42abfbf2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.0264995 Dec 15 03:25:52.397925 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:25:52.409476 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] Sync routers for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:25:52.420493 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:25:52.421413 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:25:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:52.437312 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] No DVR routers for this DVR port 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:25:52.439944 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:52.443350 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-72ab9dbb-8437-4c90-af09-f1b58f8c70f9 req-12fc4c3d-c7a6-4d9a-a257-0f83315771da tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.43 "DELETE /v2.0/ports/86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 HTTP/1.1" status: 204 len: 173 time: 1.1462879 Dec 15 03:25:52.443798 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda925ec-3151-465b-8893-45699159bf39', 'name': 'network-vif-deleted', 'tag': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:25:52.446031 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e2cf08-57f9-4548-a380-1492adff4320" -d '{"events": [{"server_uuid": "bda925ec-3151-465b-8893-45699159bf39", "name": "network-vif-deleted", "tag": "86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:25:52.482985 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237bde29-de53-41c7-accb-7d3199b7c88f x-openstack-request-id: req-237bde29-de53-41c7-accb-7d3199b7c88f {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:25:52.483342 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda925ec-3151-465b-8893-45699159bf39", "name": "network-vif-deleted", "tag": "86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:25:52.483651 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-237bde29-de53-41c7-accb-7d3199b7c88f {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:25:52.484174 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda925ec-3151-465b-8893-45699159bf39', 'name': 'network-vif-deleted', 'tag': '86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32', 'status': 'completed', 'code': 200} Dec 15 03:25:52.536347 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:25:52.745006 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:52.771102 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] Checking router: 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:25:52.779598 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:25:52.780244 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:25:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:52.889839 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:25:53.087905 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:25:53.118433 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb4bd95-85cd-48ce-a697-09f77814ae87 None None] The sync data for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb is: [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:25:53.391806 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfaf437-3daa-436c-9304-f489034e929b None None] New status for floating IP 43c95d17-4c46-496e-b512-8d192a3106d5: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:25:53.468122 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-013f1571-4246-4b5b-a84b-322a6f7d4702 req-f391fdcf-ade4-4abc-aa33-b0a5392a1fc0 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=bda925ec-3151-465b-8893-45699159bf39 HTTP/1.1" status: 200 len: 210 time: 0.0262558 Dec 15 03:25:53.918517 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-0a64646c-d8c0-456a-8e93-039ec8fb2998 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515690 Dec 15 03:25:54.025102 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-0775f83e-a489-4bde-a1f8-7ac42589e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:54.026788 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-0775f83e-a489-4bde-a1f8-7ac42589e037 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 1138 time: 0.0430193 Dec 15 03:25:54.139082 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-649a8f07-e975-4c3a-915b-76ec23ab2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:54.140476 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-649a8f07-e975-4c3a-915b-76ec23ab2023 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5718e6be-6cbe-4937-a542-b51bc5bb7955 HTTP/1.1" status: 200 len: 916 time: 0.0905995 Dec 15 03:25:54.208265 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-45397a4c-abe8-45aa-917b-fc1df471c5e2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 200 len: 1002 time: 0.0590429 Dec 15 03:25:54.265736 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-f5eb41cd-a1ff-4d4f-a074-98cdefa91558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:54.267288 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-f5eb41cd-a1ff-4d4f-a074-98cdefa91558 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d1beba5-9b9c-4a18-ad74-39d4a25196c4 HTTP/1.1" status: 200 len: 854 time: 0.0512505 Dec 15 03:25:54.319913 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-620f80c5-f91e-4193-923e-1da741f6f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:54.319913 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-620f80c5-f91e-4193-923e-1da741f6f469 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5718e6be-6cbe-4937-a542-b51bc5bb7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0419765 Dec 15 03:25:54.407095 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-dbd36baf-1fbf-451f-8fa6-e824efdf20ab service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810308 Dec 15 03:25:54.500436 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebb2ab1d-66f0-4c78-b9fc-60fa3ea0ed2c req-eb1c4a9b-d035-4a80-a369-2175dee15bb7 service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 Dec 15 03:25:54.651354 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37636) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:54.712026 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a17a690-fbf2-4893-892e-2c59c6593cab tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:54.737240 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a17a690-fbf2-4893-892e-2c59c6593cab tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:54.844304 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a17a690-fbf2-4893-892e-2c59c6593cab tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:54.846862 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a17a690-fbf2-4893-892e-2c59c6593cab tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:54.848010 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-4a17a690-fbf2-4893-892e-2c59c6593cab tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "DELETE /v2.0/security-groups/b408292c-27f5-47c1-a8b4-9bad5a7aa941 HTTP/1.1" status: 204 len: 168 time: 0.1956298 Dec 15 03:25:54.850897 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37638) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:54.857808 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17a690-fbf2-4893-892e-2c59c6593cab tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b408292c-27f5-47c1-a8b4-9bad5a7aa941,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:54.858754 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:25:54.870835 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.api.v2.resource [None req-37fb4f0e-468d-4235-a20e-1642498a69f9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] show failed (client error): The resource could not be found. Dec 15 03:25:54.870835 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-37fb4f0e-468d-4235-a20e-1642498a69f9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups/b408292c-27f5-47c1-a8b4-9bad5a7aa941 HTTP/1.1" status: 404 len: 347 time: 0.0143392 Dec 15 03:25:54.872917 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:54.884530 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:25:54.884953 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 86ba5c9c-bc5c-4ce1-a665-ed90ddf8dd32 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:25:54.995849 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-df634770-fe15-4f02-82c9-901f7fce5685 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Deleting port 64a59eb0-fc9f-4396-88cf-f1df9cfd7a37 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:25:54.996188 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df634770-fe15-4f02-82c9-901f7fce5685 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:55.075466 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df634770-fe15-4f02-82c9-901f7fce5685 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:55.075798 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df634770-fe15-4f02-82c9-901f7fce5685 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:55.087172 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-df634770-fe15-4f02-82c9-901f7fce5685 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Calling delete_port for 64a59eb0-fc9f-4396-88cf-f1df9cfd7a37 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:25:55.284372 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df634770-fe15-4f02-82c9-901f7fce5685 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:55.314468 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df634770-fe15-4f02-82c9-901f7fce5685 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event deleted for resources: {'Port': ['ID=64a59eb0-fc9f-4396-88cf-f1df9cfd7a37,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:55.373185 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df634770-fe15-4f02-82c9-901f7fce5685 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:55.375862 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-df634770-fe15-4f02-82c9-901f7fce5685 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:55.377017 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-df634770-fe15-4f02-82c9-901f7fce5685 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "DELETE /v2.0/floatingips/43c95d17-4c46-496e-b512-8d192a3106d5 HTTP/1.1" status: 204 len: 168 time: 0.5029545 Dec 15 03:25:55.695845 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37652) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:55.700546 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-8d8f041f-7b2a-4d3d-abf5-a95132e45490 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591120095', 'description': 'tempest-description--1946203398'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:55.798922 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d8f041f-7b2a-4d3d-abf5-a95132e45490 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:55.866612 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d8f041f-7b2a-4d3d-abf5-a95132e45490 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:55.944858 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d8f041f-7b2a-4d3d-abf5-a95132e45490 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:55.973843 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f041f-7b2a-4d3d-abf5-a95132e45490 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1920dead-6fa1-4f9c-9fd6-49869bec4276,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:56.027886 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d8f041f-7b2a-4d3d-abf5-a95132e45490 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:56.029092 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-8d8f041f-7b2a-4d3d-abf5-a95132e45490 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3322477 Dec 15 03:25:56.032003 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37654) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:56.036361 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-11945dc5-3465-4eac-a5ad-9b25b8ef9c9f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'security_group_rule': {'security_group_id': '1920dead-6fa1-4f9c-9fd6-49869bec4276', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:56.145683 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11945dc5-3465-4eac-a5ad-9b25b8ef9c9f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:56.199974 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11945dc5-3465-4eac-a5ad-9b25b8ef9c9f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:56.272586 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11945dc5-3465-4eac-a5ad-9b25b8ef9c9f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:56.290065 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11945dc5-3465-4eac-a5ad-9b25b8ef9c9f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4110f4f2-4c0f-471a-98a3-146993d30e30,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:56.366181 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11945dc5-3465-4eac-a5ad-9b25b8ef9c9f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:56.367522 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-11945dc5-3465-4eac-a5ad-9b25b8ef9c9f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345313 Dec 15 03:25:56.370291 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37660) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:56.375428 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-0956df4b-a00d-43d2-878a-39cbb81da297 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'security_group_rule': {'security_group_id': '1920dead-6fa1-4f9c-9fd6-49869bec4276', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:56.488860 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0956df4b-a00d-43d2-878a-39cbb81da297 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:56.543002 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0956df4b-a00d-43d2-878a-39cbb81da297 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:56.622519 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0956df4b-a00d-43d2-878a-39cbb81da297 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:56.640515 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956df4b-a00d-43d2-878a-39cbb81da297 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fb690d-e614-4e0c-854e-07e5db6a6771,revision_number=0']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:56.701664 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0956df4b-a00d-43d2-878a-39cbb81da297 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:56.706943 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-0956df4b-a00d-43d2-878a-39cbb81da297 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3308182 Dec 15 03:25:56.706943 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37664) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:56.710513 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'floatingip': {'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:25:56.815976 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:56.916134 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.025927 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Allocated IP 172.28.0.2 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/9a1e5ab9-47f2-4752-a7dc-4f3e23224238) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:25:57.126772 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.225341 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.268381 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:25:57.271382 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:25:57.274012 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:25:57.302217 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'Port': ['ID=9a1e5ab9-47f2-4752-a7dc-4f3e23224238,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:57.371929 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.378763 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37670) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:57.486884 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.489282 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbb27377-194b-428f-be2d-71dbbd1138a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.667723 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbb27377-194b-428f-be2d-71dbbd1138a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.689120 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.712720 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbb27377-194b-428f-be2d-71dbbd1138a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.749394 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.752795 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-cbb27377-194b-428f-be2d-71dbbd1138a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9f83818c802437c8f185b32f8bb8c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730810 Dec 15 03:25:57.755651 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:57.758512 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb27377-194b-428f-be2d-71dbbd1138a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd635c89-ea57-4ef6-b0f1-75116af08a44,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:57.812725 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c57fe93-6587-4878-a697-f5107cbf6711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.824909 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'Port': ['ID=9a1e5ab9-47f2-4752-a7dc-4f3e23224238,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:57.836657 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c57fe93-6587-4878-a697-f5107cbf6711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.843248 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.906924 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.908187 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-aeecc87f-969c-4bf9-aa45-14f0f3572633 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2011492 Dec 15 03:25:57.952787 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c57fe93-6587-4878-a697-f5107cbf6711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.955494 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c57fe93-6587-4878-a697-f5107cbf6711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:57.956692 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-8c57fe93-6587-4878-a697-f5107cbf6711 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fd635c89-ea57-4ef6-b0f1-75116af08a44 HTTP/1.1" status: 204 len: 168 time: 0.1999998 Dec 15 03:25:57.965678 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57fe93-6587-4878-a697-f5107cbf6711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd635c89-ea57-4ef6-b0f1-75116af08a44,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:58.118916 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-0b9b7c9c-47f0-45c4-9ede-e7c57f165781 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--591120095&fields=id&tenant_id=eafe2298ec50424298817e7903bfa08e HTTP/1.1" status: 200 len: 267 time: 0.0422716 Dec 15 03:25:58.228609 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d0b98a3a-9ae5-411e-b89b-b551eff771b2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:25:58.230664 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d0b98a3a-9ae5-411e-b89b-b551eff771b2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/networks?id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 200 len: 811 time: 0.1044655 Dec 15 03:25:58.249148 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-50ea9d01-c9f2-44d2-afd3-2b88ae8905c4 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/quotas/eafe2298ec50424298817e7903bfa08e HTTP/1.1" status: 200 len: 375 time: 0.0100212 Dec 15 03:25:58.301169 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-87994297-aad9-44bc-8eb1-d17151dae3f8 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458047 Dec 15 03:25:58.394958 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-87b18d4f-627b-4d2c-a6bf-c05f95803461 service neutron] 10.222.0.45 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817847 Dec 15 03:25:58.487976 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-1c140866-b507-4e50-aace-5b584a068672 service neutron] 10.222.0.45 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867672 Dec 15 03:25:58.571525 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37694) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:58.585201 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d5538de-a956-4322-a6c6-de8acb4bf696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:58.660528 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d5538de-a956-4322-a6c6-de8acb4bf696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:58.724354 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7fdee745-87e8-44fc-8dcf-673ecc72f5d5 req-8ee4e7bb-aa54-4840-a6ba-5ae7191ad9ce tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 210 time: 0.0262210 Dec 15 03:25:58.724760 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d5538de-a956-4322-a6c6-de8acb4bf696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:58.777274 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-7d5538de-a956-4322-a6c6-de8acb4bf696 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9b482a6aee54e2fba919606d6640b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012231 Dec 15 03:25:58.777274 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5538de-a956-4322-a6c6-de8acb4bf696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576d0a14-42f6-4f72-b1ef-a2ed103d6b2a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:58.777904 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37700) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:25:58.827074 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecace2b4-403b-4758-a79d-94aaf5a58d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:58.848372 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecace2b4-403b-4758-a79d-94aaf5a58d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:58.970069 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecace2b4-403b-4758-a79d-94aaf5a58d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:58.972808 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecace2b4-403b-4758-a79d-94aaf5a58d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:25:58.973968 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-ecace2b4-403b-4758-a79d-94aaf5a58d13 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/576d0a14-42f6-4f72-b1ef-a2ed103d6b2a HTTP/1.1" status: 204 len: 168 time: 0.1959023 Dec 15 03:25:58.981926 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecace2b4-403b-4758-a79d-94aaf5a58d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576d0a14-42f6-4f72-b1ef-a2ed103d6b2a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:25:59.821180 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6a3ebd51-5ecc-4c47-af89-34ceeacfdbf5 req-d9fa4aa0-9f14-4966-b01f-13e1ff77a76c tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 210 time: 0.0293686 Dec 15 03:26:00.716734 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-eecc4fd7-3b4a-4451-964c-b6409f69729b tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:00.716734 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-eecc4fd7-3b4a-4451-964c-b6409f69729b tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.43 "GET /v2.0/networks?id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 200 len: 811 time: 0.1102314 Dec 15 03:26:00.796990 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-68b7bacf-287e-485c-b792-5e2b1d457cd9 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eafe2298ec50424298817e7903bfa08e HTTP/1.1" status: 200 len: 379 time: 0.0611000 Dec 15 03:26:00.807660 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'port': {'device_id': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'admin_state_up': True, 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'security_groups': ['1920dead-6fa1-4f9c-9fd6-49869bec4276']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:26:00.962349 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c33fa3fa-5f7f-42ea-8523-bcad8ae95556 req-4817b8ef-fe03-4bfd-92c2-45acce832386 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 210 time: 0.0525217 Dec 15 03:26:01.042427 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Made reservation on behalf of eafe2298ec50424298817e7903bfa08e for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:26:01.046879 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:01.177707 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Allocated IP 172.20.0.6 (89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e/600eec61-1422-43d1-afe5-1fe824ccc873/43daf980-b4f8-43cd-b851-3d6154c6b825) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:26:01.219674 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:26:01.321668 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:01.404776 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:01.450526 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:26:01.454018 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:26:01.462753 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:26:01.490943 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event updated for resources: {'Port': ['ID=43daf980-b4f8-43cd-b851-3d6154c6b825,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:01.524326 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:01.524942 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:01.607239 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-d2056a7f-5c56-482e-a365-c952e21cd2c2 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8056262 Dec 15 03:26:01.627659 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Request body: {'port': {'device_id': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:26:01.638104 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-bb2355cd-411d-4198-a452-f6e4e1a1fb8f None None] Provisioning complete for port 43daf980-b4f8-43cd-b851-3d6154c6b825 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:26:01.638701 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bb2355cd-411d-4198-a452-f6e4e1a1fb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:01.674594 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-bb2355cd-411d-4198-a452-f6e4e1a1fb8f None None] Port 43daf980-b4f8-43cd-b851-3d6154c6b825 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:26:01.690978 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:01.957736 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43daf980-b4f8-43cd-b851-3d6154c6b825 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:26:01.966430 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:01.977863 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Transition to ACTIVE for port object 43daf980-b4f8-43cd-b851-3d6154c6b825 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:26:02.042185 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:02.077907 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e40fb5-8bb2-4946-953e-8e131332a6cf req-bf7a3b1b-461b-437c-9065-3ae3e491c1e1 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:02.079478 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-38e40fb5-8bb2-4946-953e-8e131332a6cf req-bf7a3b1b-461b-437c-9065-3ae3e491c1e1 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 943 time: 0.0491068 Dec 15 03:26:02.100883 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Pushing event updated for resources: {'Port': ['ID=43daf980-b4f8-43cd-b851-3d6154c6b825,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:02.139120 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-38e40fb5-8bb2-4946-953e-8e131332a6cf req-c5ec5e80-61fa-4de5-bc3c-41a237529e66 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518515 Dec 15 03:26:02.170964 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Attempting to bind port 43daf980-b4f8-43cd-b851-3d6154c6b825 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:26:02.171329 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Attempting to bind port 43daf980-b4f8-43cd-b851-3d6154c6b825 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:26:02.171629 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Attempting to bind port 43daf980-b4f8-43cd-b851-3d6154c6b825 on network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:26:02.176072 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Port 43daf980-b4f8-43cd-b851-3d6154c6b825 on network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:26:02.176388 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Attempting to bind port 43daf980-b4f8-43cd-b851-3d6154c6b825 on network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:26:02.181393 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:26:02.184857 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Checking segment: {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:26:02.184857 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Bound using segment: {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:26:02.184857 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Bound port: 43daf980-b4f8-43cd-b851-3d6154c6b825, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:26:02.184857 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:02.250872 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] For port 43daf980-b4f8-43cd-b851-3d6154c6b825, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:26:02.253926 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] For port 43daf980-b4f8-43cd-b851-3d6154c6b825, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=43daf980-b4f8-43cd-b851-3d6154c6b825,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:26:02.325653 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:02.365319 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:02.365935 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:02.367347 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] 10.222.0.43 "PUT /v2.0/ports/43daf980-b4f8-43cd-b851-3d6154c6b825 HTTP/1.1" status: 200 len: 1093 time: 0.7441137 Dec 15 03:26:02.367807 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'tag': '43daf980-b4f8-43cd-b851-3d6154c6b825'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:26:02.370015 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ea9e81-6058-4b53-8162-a0e6095de92f" -d '{"events": [{"name": "network-changed", "server_uuid": "1387740e-2ebd-418e-9a35-f9f110fc0bfc", "tag": "43daf980-b4f8-43cd-b851-3d6154c6b825"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:26:02.394671 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214373e-89ab-4cae-8bcd-544bc880565a service neutron] Pushing event updated for resources: {'Port': ['ID=43daf980-b4f8-43cd-b851-3d6154c6b825,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:02.421235 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76872c30-b586-4c4f-8730-cd8fd6cf7dfe x-openstack-request-id: req-76872c30-b586-4c4f-8730-cd8fd6cf7dfe {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:26:02.421592 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1387740e-2ebd-418e-9a35-f9f110fc0bfc", "tag": "43daf980-b4f8-43cd-b851-3d6154c6b825", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:26:02.421855 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-76872c30-b586-4c4f-8730-cd8fd6cf7dfe {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:26:02.422260 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'tag': '43daf980-b4f8-43cd-b851-3d6154c6b825', 'status': 'completed', 'code': 200} Dec 15 03:26:02.518805 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea9e81-6058-4b53-8162-a0e6095de92f req-c8530c88-724b-443a-aaaf-b4f54dddb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:02.520338 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-01ea9e81-6058-4b53-8162-a0e6095de92f req-c8530c88-724b-443a-aaaf-b4f54dddb7a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 1096 time: 0.0443726 Dec 15 03:26:02.632001 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea9e81-6058-4b53-8162-a0e6095de92f req-966d3811-3147-4bb9-ad21-ab541808f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:02.633475 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-01ea9e81-6058-4b53-8162-a0e6095de92f req-966d3811-3147-4bb9-ad21-ab541808f6b4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=eafe2298ec50424298817e7903bfa08e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0959396 Dec 15 03:26:02.732121 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea9e81-6058-4b53-8162-a0e6095de92f req-7927bf63-ccff-40aa-b807-730f5b1f1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:02.733603 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-01ea9e81-6058-4b53-8162-a0e6095de92f req-7927bf63-ccff-40aa-b807-730f5b1f1b7e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912395 Dec 15 03:26:02.849350 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-291c6053-6bc6-4850-864d-400c695407a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:02.851484 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-291c6053-6bc6-4850-864d-400c695407a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 1096 time: 0.0455284 Dec 15 03:26:02.909322 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-77416e21-6726-4e55-8018-7896821f7b6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43daf980-b4f8-43cd-b851-3d6154c6b825 HTTP/1.1" status: 200 len: 217 time: 0.0406911 Dec 15 03:26:02.959253 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-5ec7b07c-bd09-459b-bae3-0bc3fdcd730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:02.960680 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-5ec7b07c-bd09-459b-bae3-0bc3fdcd730d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=600eec61-1422-43d1-afe5-1fe824ccc873 HTTP/1.1" status: 200 len: 850 time: 0.0440230 Dec 15 03:26:03.006732 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-e94584f2-3623-42af-bded-446e6064c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:03.008131 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-e94584f2-3623-42af-bded-446e6064c990 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0401063 Dec 15 03:26:03.105124 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-3e956730-ebda-46fe-9c6f-c944ea8c950b service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861967 Dec 15 03:26:03.199523 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f6bab664-e78a-41fa-8eb2-e2864f51fce0 req-ea789ce7-a421-45d1-b48d-7c7cc30d9387 service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867746 Dec 15 03:26:03.263795 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc003e71-caab-4f10-ae07-c74174364a4f req-35488847-dddc-418a-a5b8-be5def607583 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:03.265168 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bc003e71-caab-4f10-ae07-c74174364a4f req-35488847-dddc-418a-a5b8-be5def607583 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 943 time: 0.0564387 Dec 15 03:26:03.314250 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bc003e71-caab-4f10-ae07-c74174364a4f req-02a1004f-2e0a-4501-adff-86f575cbda6d tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Dec 15 03:26:04.428942 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29176986-aad6-4f33-bba8-c620ad77d1c3 req-7f369fa6-ee99-439d-a5ba-d806c80fcb3a tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:04.430404 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-29176986-aad6-4f33-bba8-c620ad77d1c3 req-7f369fa6-ee99-439d-a5ba-d806c80fcb3a tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 943 time: 0.0491996 Dec 15 03:26:04.478006 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-29176986-aad6-4f33-bba8-c620ad77d1c3 req-e62f9a9c-97cb-4180-8fc7-a30d8a816e09 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407157 Dec 15 03:26:04.920573 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 43daf980-b4f8-43cd-b851-3d6154c6b825 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:26:05.144573 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 43daf980-b4f8-43cd-b851-3d6154c6b825, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=43daf980-b4f8-43cd-b851-3d6154c6b825,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:05.156065 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '43daf980-b4f8-43cd-b851-3d6154c6b825', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'port_id': '43daf980-b4f8-43cd-b851-3d6154c6b825', 'mac_address': 'fa:16:3e:10:76:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:26:05.192990 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:05.205659 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43daf980-b4f8-43cd-b851-3d6154c6b825 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:26:05.224997 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 43daf980-b4f8-43cd-b851-3d6154c6b825, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=43daf980-b4f8-43cd-b851-3d6154c6b825,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:05.261565 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:05.311800 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=43daf980-b4f8-43cd-b851-3d6154c6b825,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:05.318675 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.319029 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.319375 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.319715 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.320051 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.320381 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.320711 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.321041 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.321372 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.321700 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.322033 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.322349 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.322696 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:26:05.585476 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['43daf980-b4f8-43cd-b851-3d6154c6b825'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:26:05.595796 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648dce8-f1e1-466c-805b-5b768fc16a5e req-f0c22450-13c9-483a-972f-34a6413b1b58 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:05.597309 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8648dce8-f1e1-466c-805b-5b768fc16a5e req-f0c22450-13c9-483a-972f-34a6413b1b58 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 944 time: 0.0514545 Dec 15 03:26:05.648134 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8648dce8-f1e1-466c-805b-5b768fc16a5e req-551ba52e-abc5-41c9-a12c-a07f54735f00 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441771 Dec 15 03:26:06.563121 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-76063845-fae0-4986-a150-f288e157b795 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96567402&fields=id&tenant_id=aea8f8ac13aa45d0b317e51996b46ce6 HTTP/1.1" status: 200 len: 267 time: 0.0441892 Dec 15 03:26:06.619010 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-a6feface-a3cc-4b78-acb7-42c29b10a63a tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:06.620572 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-a6feface-a3cc-4b78-acb7-42c29b10a63a tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 985 time: 0.0518131 Dec 15 03:26:06.634753 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-93786bf2-a98e-4eb3-954c-6b420a28a50e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Request body: {'port': {'security_groups': ['53512455-38ba-4d93-9cf2-6732bf989d6b']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:26:06.709926 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-93786bf2-a98e-4eb3-954c-6b420a28a50e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:06.821143 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cef9fb-9613-48a7-b630-4ece6a66bc2d req-0de122eb-9a45-4a5f-bbf6-fb47e83bc23a tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:06.822617 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-12cef9fb-9613-48a7-b630-4ece6a66bc2d req-0de122eb-9a45-4a5f-bbf6-fb47e83bc23a tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 944 time: 0.0993867 Dec 15 03:26:06.921635 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-12cef9fb-9613-48a7-b630-4ece6a66bc2d req-c3d9bd1c-251d-4a9c-85b0-84ab6f65ce83 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917451 Dec 15 03:26:06.923082 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 43daf980-b4f8-43cd-b851-3d6154c6b825 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:26:06.959467 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-93786bf2-a98e-4eb3-954c-6b420a28a50e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] For port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:06.991324 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-93786bf2-a98e-4eb3-954c-6b420a28a50e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.030380 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 43daf980-b4f8-43cd-b851-3d6154c6b825 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:26:07.034417 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 43daf980-b4f8-43cd-b851-3d6154c6b825 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:26:07.034841 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.056336 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-93786bf2-a98e-4eb3-954c-6b420a28a50e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.089190 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:26:07.107353 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-93786bf2-a98e-4eb3-954c-6b420a28a50e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:07.108051 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-93786bf2-a98e-4eb3-954c-6b420a28a50e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.109603 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-30aef674-2075-4ca6-ae37-affe27fec9fd req-93786bf2-a98e-4eb3-954c-6b420a28a50e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "PUT /v2.0/ports/b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 200 len: 943 time: 0.4795005 Dec 15 03:26:07.110077 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:26:07.116398 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37832) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:07.121346 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9507e47c-586e-4f44-a2fe-d210f4480025" -d '{"events": [{"name": "network-changed", "server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:26:07.179910 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93786bf2-a98e-4eb3-954c-6b420a28a50e tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event updated for resources: {'Port': ['ID=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:07.194193 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8026-87af-4083-8a06-6b316156c5a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.197706 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b07664-fbbd-4504-920c-be9a0b65e4fb x-openstack-request-id: req-d8b07664-fbbd-4504-920c-be9a0b65e4fb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:26:07.198001 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:26:07.205643 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8b07664-fbbd-4504-920c-be9a0b65e4fb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:26:07.205643 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'status': 'completed', 'code': 200} Dec 15 03:26:07.249153 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.272204 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8026-87af-4083-8a06-6b316156c5a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.275395 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:26:07.342730 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-3d6687c0-5796-40f7-8e63-b395b75fb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:07.344636 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43daf980-b4f8-43cd-b851-3d6154c6b825'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:26:07.344931 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-3d6687c0-5796-40f7-8e63-b395b75fb188 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 1099 time: 0.0937200 Dec 15 03:26:07.351176 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3fe078-5f9c-49dc-b95a-0147d44e2268" -d '{"events": [{"server_uuid": "1387740e-2ebd-418e-9a35-f9f110fc0bfc", "name": "network-vif-plugged", "status": "completed", "tag": "43daf980-b4f8-43cd-b851-3d6154c6b825"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:26:07.376796 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 43daf980-b4f8-43cd-b851-3d6154c6b825, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=43daf980-b4f8-43cd-b851-3d6154c6b825,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:07.419425 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f26dd0b-a605-4e70-81ea-0801f8e5eb94 x-openstack-request-id: req-7f26dd0b-a605-4e70-81ea-0801f8e5eb94 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:26:07.419744 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1387740e-2ebd-418e-9a35-f9f110fc0bfc", "name": "network-vif-plugged", "status": "completed", "tag": "43daf980-b4f8-43cd-b851-3d6154c6b825", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:26:07.420001 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f26dd0b-a605-4e70-81ea-0801f8e5eb94 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:26:07.420391 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43daf980-b4f8-43cd-b851-3d6154c6b825', 'code': 200} Dec 15 03:26:07.458493 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.459571 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-023a1ad7-a53b-45ac-a660-e3df28e91ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:07.461076 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-023a1ad7-a53b-45ac-a660-e3df28e91ef7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5718e6be-6cbe-4937-a542-b51bc5bb7955 HTTP/1.1" status: 200 len: 916 time: 0.1096778 Dec 15 03:26:07.533586 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-6247fec3-5e73-419c-aa24-7b296f5082d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 200 len: 1002 time: 0.0617723 Dec 15 03:26:07.546753 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-50290292-a4c1-467e-8188-7ee2409ce1e7 None None] Provisioning complete for port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:26:07.547130 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50290292-a4c1-467e-8188-7ee2409ce1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.548534 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=43daf980-b4f8-43cd-b851-3d6154c6b825,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:07.569746 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8026-87af-4083-8a06-6b316156c5a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.572376 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8026-87af-4083-8a06-6b316156c5a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.576947 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e8bb8026-87af-4083-8a06-6b316156c5a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "DELETE /v2.0/security-groups/5c2ea4d3-aa00-45bf-9cf5-e81a796b907c HTTP/1.1" status: 204 len: 168 time: 0.4555268 Dec 15 03:26:07.578198 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:07.589762 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb8026-87af-4083-8a06-6b316156c5a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2ea4d3-aa00-45bf-9cf5-e81a796b907c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:07.601336 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-19075cf7-7733-4536-93be-cab5551d8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:07.602889 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-19075cf7-7733-4536-93be-cab5551d8617 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d1beba5-9b9c-4a18-ad74-39d4a25196c4 HTTP/1.1" status: 200 len: 854 time: 0.0609181 Dec 15 03:26:07.680928 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-8e9f8a8e-fede-4cb9-93ac-4979534e357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:07.682440 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-8e9f8a8e-fede-4cb9-93ac-4979534e357c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5718e6be-6cbe-4937-a542-b51bc5bb7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717804 Dec 15 03:26:07.814790 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Deleting port 55a831c6-9a75-4eb8-a5c7-e2e3bf851e5c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:26:07.815314 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.816599 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-5715cec1-1bc9-4944-ad98-04bf9219760f service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257958 Dec 15 03:26:07.883126 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2861a-23e3-4731-b391-16065a99befd req-dfcb3218-14a0-4bb9-a0ad-b96ce6a3f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:07.884666 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7aa2861a-23e3-4731-b391-16065a99befd req-dfcb3218-14a0-4bb9-a0ad-b96ce6a3f7ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 1098 time: 0.0982428 Dec 15 03:26:07.906188 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.906519 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:07.922912 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Calling delete_port for 55a831c6-9a75-4eb8-a5c7-e2e3bf851e5c owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:26:07.957368 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7aa2861a-23e3-4731-b391-16065a99befd req-39cd10c0-2734-428b-9f38-5998d673b150 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652442 Dec 15 03:26:07.959249 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9507e47c-586e-4f44-a2fe-d210f4480025 req-2a03d75f-8563-4ffb-af1e-9261540cacbf service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350029 Dec 15 03:26:08.087106 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaa09e-9a1c-4d5e-a0a5-6731d64926f8 req-e059fb66-46f1-4921-86f4-ab4b19711bf3 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:08.088591 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4dbaa09e-9a1c-4d5e-a0a5-6731d64926f8 req-e059fb66-46f1-4921-86f4-ab4b19711bf3 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 945 time: 0.0708697 Dec 15 03:26:08.417062 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4dbaa09e-9a1c-4d5e-a0a5-6731d64926f8 req-edcb47c8-ab47-473b-bc5e-166a3ac8de03 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205247 Dec 15 03:26:08.516534 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:08.542807 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event deleted for resources: {'Port': ['ID=55a831c6-9a75-4eb8-a5c7-e2e3bf851e5c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:08.603415 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:08.603747 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.l3_db [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Floating IP af7f44a7-3347-4998-a5c3-53900571dbc5 disassociated (deleted). External IP: 172.28.0.185, port: b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe. Dec 15 03:26:08.810540 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Router fff8680c-56e4-496b-b05a-15accd0846c1 has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:26:08.919216 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:26:08.924657 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:08.938685 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] Sync routers for ids ['fff8680c-56e4-496b-b05a-15accd0846c1'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:26:08.950487 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] Routers {'fff8680c-56e4-496b-b05a-15accd0846c1'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:26:08.951231 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:25:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['fff8680c-56e4-496b-b05a-15accd0846c1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:08.955289 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-0359591b-a506-4eb1-9f33-8272f95964a1 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "DELETE /v2.0/floatingips/af7f44a7-3347-4998-a5c3-53900571dbc5 HTTP/1.1" status: 204 len: 168 time: 1.3758864 Dec 15 03:26:09.067415 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] Set router fff8680c-56e4-496b-b05a-15accd0846c1 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:26:09.201702 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:26:09.204200 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c6933a-6ce2-4699-b775-39bb363b0b96" -d '{"events": [{"name": "network-changed", "server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:26:09.262801 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd95d93-b185-4f51-84d3-f9ac1bfdf786 x-openstack-request-id: req-bbd95d93-b185-4f51-84d3-f9ac1bfdf786 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:26:09.263114 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:26:09.263448 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbd95d93-b185-4f51-84d3-f9ac1bfdf786 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:26:09.264033 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'status': 'completed', 'code': 200} Dec 15 03:26:09.279981 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:04Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'e8e35110-5aaa-4499-8413-bde7a5d2c54b', 'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'mac_address': 'fa:16:3e:41:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:03Z', 'updated_at': '2021-12-15T03:23:08Z', 'revision_number': 5, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'subnets': [{'id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:09.310839 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] Checking router: fff8680c-56e4-496b-b05a-15accd0846c1 for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:26:09.320270 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] Routers {'fff8680c-56e4-496b-b05a-15accd0846c1'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:26:09.320886 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:25:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['fff8680c-56e4-496b-b05a-15accd0846c1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:09.363422 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-19334976-57d2-4751-af7a-465a9da78572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:09.365025 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-19334976-57d2-4751-af7a-465a9da78572 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 1099 time: 0.0458648 Dec 15 03:26:09.438626 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] Set router fff8680c-56e4-496b-b05a-15accd0846c1 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:26:09.475144 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-33e96957-e6f7-465e-ba59-b282ef17ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:09.478087 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-33e96957-e6f7-465e-ba59-b282ef17ab4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=5718e6be-6cbe-4937-a542-b51bc5bb7955 HTTP/1.1" status: 200 len: 916 time: 0.1049759 Dec 15 03:26:09.529953 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-e517c24f-05b7-4aeb-a34e-fb813e42e5ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 200 len: 217 time: 0.0438221 Dec 15 03:26:09.575671 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed98b3-e1f5-4d51-9181-a20fe2631a17 req-4ecdf770-dbe2-488e-8a27-5f6f204eb763 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:09.577429 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-65ed98b3-e1f5-4d51-9181-a20fe2631a17 req-4ecdf770-dbe2-488e-8a27-5f6f204eb763 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 945 time: 0.0539272 Dec 15 03:26:09.607487 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-77785b1a-c2af-4cb4-a5cf-222caceb8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:09.609019 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-77785b1a-c2af-4cb4-a5cf-222caceb8433 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d1beba5-9b9c-4a18-ad74-39d4a25196c4 HTTP/1.1" status: 200 len: 854 time: 0.0649829 Dec 15 03:26:09.634493 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-65ed98b3-e1f5-4d51-9181-a20fe2631a17 req-86d01c69-f455-4e24-8d56-5586a76303e7 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500643 Dec 15 03:26:09.659075 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:04Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'e8e35110-5aaa-4499-8413-bde7a5d2c54b', 'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'mac_address': 'fa:16:3e:41:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:03Z', 'updated_at': '2021-12-15T03:23:08Z', 'revision_number': 5, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'subnets': [{'id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:09.678153 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-4a88dd3a-f145-40ed-a705-28d4e9b8e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:09.681540 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-4a88dd3a-f145-40ed-a705-28d4e9b8e610 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5718e6be-6cbe-4937-a542-b51bc5bb7955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0608361 Dec 15 03:26:09.696353 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07b7c41-599e-43cf-8a44-9431cd2c43e6 None None] The sync data for ids ['fff8680c-56e4-496b-b05a-15accd0846c1'] in dv-cinder-818037-9-smb is: [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:23:04Z', 'revision_number': 4, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'e8e35110-5aaa-4499-8413-bde7a5d2c54b', 'name': '', 'network_id': '5718e6be-6cbe-4937-a542-b51bc5bb7955', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'mac_address': 'fa:16:3e:41:92:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:03Z', 'updated_at': '2021-12-15T03:23:08Z', 'revision_number': 5, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'subnets': [{'id': '6d1beba5-9b9c-4a18-ad74-39d4a25196c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:26:09.774236 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd659e-661e-4c29-ae23-c283105c5346 req-e7fe1b13-20c5-4ffc-a0d3-aaeb182507e5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:09.776069 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c6bd659e-661e-4c29-ae23-c283105c5346 req-e7fe1b13-20c5-4ffc-a0d3-aaeb182507e5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 945 time: 0.0671973 Dec 15 03:26:09.786289 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37884) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:09.792718 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-489a422b-ce49-43c9-ad3e-e5fe08190b87 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Request body: {'floatingip': {'port_id': '43daf980-b4f8-43cd-b851-3d6154c6b825'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:26:09.813916 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-c0bd1dc9-fe2b-4e5f-867f-0e1c415e079e service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261787 Dec 15 03:26:09.838936 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-489a422b-ce49-43c9-ad3e-e5fe08190b87 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:09.950312 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b9c6933a-6ce2-4699-b775-39bb363b0b96 req-8f0dc419-5ab1-444b-8194-ff3faae97340 service neutron] 10.222.0.43 "GET /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075029 Dec 15 03:26:10.004117 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a04753-8ab3-4859-a647-6e88bc40dd80 None None] New status for floating IP af7f44a7-3347-4998-a5c3-53900571dbc5: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:26:10.301378 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-489a422b-ce49-43c9-ad3e-e5fe08190b87 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:10.379065 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-489a422b-ce49-43c9-ad3e-e5fe08190b87 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:10.489714 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.l3_db [None req-489a422b-ce49-43c9-ad3e-e5fe08190b87 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Floating IP a065786e-800a-4b83-b839-6b4ff0742de0 associated. External IP: 172.28.0.2, port: 43daf980-b4f8-43cd-b851-3d6154c6b825. Dec 15 03:26:10.627246 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85fd0-a9a1-40db-b24e-5fcdbc5ace40 req-ce4744a2-a83a-4c4c-8b93-52c94a1fb4c1 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:10.628822 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0db85fd0-a9a1-40db-b24e-5fcdbc5ace40 req-ce4744a2-a83a-4c4c-8b93-52c94a1fb4c1 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0718622 Dec 15 03:26:10.752756 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0db85fd0-a9a1-40db-b24e-5fcdbc5ace40 req-f62c2bba-b834-40d4-9d90-cdc268728095 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170671 Dec 15 03:26:10.779436 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489a422b-ce49-43c9-ad3e-e5fe08190b87 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:26:10.890897 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a422b-ce49-43c9-ad3e-e5fe08190b87 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:26:10.902050 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-489a422b-ce49-43c9-ad3e-e5fe08190b87 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:10.902223 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] Sync routers for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:26:10.910439 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:26:10.911077 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:25:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:10.926493 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-489a422b-ce49-43c9-ad3e-e5fe08190b87 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "PUT /v2.0/floatingips/a065786e-800a-4b83-b839-6b4ff0742de0 HTTP/1.1" status: 200 len: 989 time: 1.1377237 Dec 15 03:26:11.021031 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:26:11.255064 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'a065786e-800a-4b83-b839-6b4ff0742de0', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'port_id': '43daf980-b4f8-43cd-b851-3d6154c6b825', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'mac_address': 'fa:16:3e:10:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:25:57Z', 'updated_at': '2021-12-15T03:26:10Z', 'revision_number': 1, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:11.265237 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'tag': '43daf980-b4f8-43cd-b851-3d6154c6b825'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:26:11.267749 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ff8a90-8880-407f-8538-f43dab36c67e" -d '{"events": [{"name": "network-changed", "server_uuid": "1387740e-2ebd-418e-9a35-f9f110fc0bfc", "tag": "43daf980-b4f8-43cd-b851-3d6154c6b825"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:26:11.281592 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] Checking router: 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:26:11.290949 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:26:11.291567 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:25:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:11.306537 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b7d0b3-8945-4eaa-a142-c5185be15322 x-openstack-request-id: req-c4b7d0b3-8945-4eaa-a142-c5185be15322 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:26:11.307094 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1387740e-2ebd-418e-9a35-f9f110fc0bfc", "tag": "43daf980-b4f8-43cd-b851-3d6154c6b825", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:26:11.307094 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4b7d0b3-8945-4eaa-a142-c5185be15322 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:26:11.307495 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'tag': '43daf980-b4f8-43cd-b851-3d6154c6b825', 'status': 'completed', 'code': 200} Dec 15 03:26:11.397161 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff8a90-8880-407f-8538-f43dab36c67e req-9da5ee15-9931-4d62-a755-64a192c58d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:11.398712 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-86ff8a90-8880-407f-8538-f43dab36c67e req-9da5ee15-9931-4d62-a755-64a192c58d35 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eafe2298ec50424298817e7903bfa08e&device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 1098 time: 0.0414674 Dec 15 03:26:11.399636 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:26:11.491502 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff8a90-8880-407f-8538-f43dab36c67e req-6bc01ed5-7132-4b3f-829e-db3b9c0764c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:11.492919 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-86ff8a90-8880-407f-8538-f43dab36c67e req-6bc01ed5-7132-4b3f-829e-db3b9c0764c1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 200 len: 912 time: 0.0876036 Dec 15 03:26:11.561580 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-86ff8a90-8880-407f-8538-f43dab36c67e req-c02b4665-abad-451a-ba0f-90c6ba17fd4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43daf980-b4f8-43cd-b851-3d6154c6b825 HTTP/1.1" status: 200 len: 997 time: 0.0615082 Dec 15 03:26:11.613847 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff8a90-8880-407f-8538-f43dab36c67e req-be8dedb9-80b2-47f7-aba5-36085452111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:11.615376 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-86ff8a90-8880-407f-8538-f43dab36c67e req-be8dedb9-80b2-47f7-aba5-36085452111e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=600eec61-1422-43d1-afe5-1fe824ccc873 HTTP/1.1" status: 200 len: 850 time: 0.0455999 Dec 15 03:26:11.665809 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff8a90-8880-407f-8538-f43dab36c67e req-1722c47d-3935-4450-897a-e275aa37f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:11.667344 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-86ff8a90-8880-407f-8538-f43dab36c67e req-1722c47d-3935-4450-897a-e275aa37f142 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0441809 Dec 15 03:26:11.762266 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'a065786e-800a-4b83-b839-6b4ff0742de0', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'port_id': '43daf980-b4f8-43cd-b851-3d6154c6b825', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'mac_address': 'fa:16:3e:10:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:25:57Z', 'updated_at': '2021-12-15T03:26:10Z', 'revision_number': 1, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:11.765709 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-86ff8a90-8880-407f-8538-f43dab36c67e req-36bdeaef-2b29-4b0e-bd96-d2868bb66bd1 service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844259 Dec 15 03:26:11.789844 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349186d1-365f-451f-a472-eecd40ae25d2 None None] The sync data for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb is: [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'a065786e-800a-4b83-b839-6b4ff0742de0', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'floating_ip_address': '172.28.0.2', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'port_id': '43daf980-b4f8-43cd-b851-3d6154c6b825', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'mac_address': 'fa:16:3e:10:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:25:57Z', 'updated_at': '2021-12-15T03:26:10Z', 'revision_number': 1, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:26:11.887461 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-86ff8a90-8880-407f-8538-f43dab36c67e req-2ee3259a-d967-45c6-822e-ece6a7d98819 service neutron] 10.222.0.43 "GET /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101959 Dec 15 03:26:11.895751 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22eae3-92b2-4101-95e3-9801fd491584 req-841fdb95-53e7-4ceb-b9ea-b697c564dd71 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:11.897280 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4e22eae3-92b2-4101-95e3-9801fd491584 req-841fdb95-53e7-4ceb-b9ea-b697c564dd71 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0534754 Dec 15 03:26:11.947184 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4e22eae3-92b2-4101-95e3-9801fd491584 req-add71adc-e7d4-43ee-95bf-b28c73f7787f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423515 Dec 15 03:26:12.035051 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263213a-3c1e-4d86-bd9c-c9c454b83f6e None None] New status for floating IP a065786e-800a-4b83-b839-6b4ff0742de0: ACTIVE {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:26:12.223762 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925d8b-8759-4e07-bcc1-4f207d65f14b req-38692265-27d2-4e2f-8fb8-0a698bcd7910 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:12.225246 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5a925d8b-8759-4e07-bcc1-4f207d65f14b req-38692265-27d2-4e2f-8fb8-0a698bcd7910 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.0614285 Dec 15 03:26:12.276683 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5a925d8b-8759-4e07-bcc1-4f207d65f14b req-b9d256af-502b-4997-91a2-f065f876b30d tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452695 Dec 15 03:26:12.472205 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37932) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:12.582677 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21363654-2435-4829-bcd7-353916299ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:12.655439 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21363654-2435-4829-bcd7-353916299ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:12.744648 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21363654-2435-4829-bcd7-353916299ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:12.783735 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-21363654-2435-4829-bcd7-353916299ca4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ba79321441249bb96794043e1a8ef20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104906 Dec 15 03:26:12.784642 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21363654-2435-4829-bcd7-353916299ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff95f9-bc0e-4567-9af2-ff9259ea33f6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:12.786455 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37936) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:12.837867 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-288ccbcc-6e11-4a8b-8df2-afecbdb223a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:12.859731 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-288ccbcc-6e11-4a8b-8df2-afecbdb223a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:12.975653 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-288ccbcc-6e11-4a8b-8df2-afecbdb223a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:12.978221 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-288ccbcc-6e11-4a8b-8df2-afecbdb223a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:12.979396 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-288ccbcc-6e11-4a8b-8df2-afecbdb223a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32ff95f9-bc0e-4567-9af2-ff9259ea33f6 HTTP/1.1" status: 204 len: 168 time: 0.1913912 Dec 15 03:26:12.988477 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ccbcc-6e11-4a8b-8df2-afecbdb223a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff95f9-bc0e-4567-9af2-ff9259ea33f6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:13.086771 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37587b-92f6-41fb-b794-179dbe10df2d req-35735238-2f40-46d5-8816-f3a35241bf13 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:13.088262 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ad37587b-92f6-41fb-b794-179dbe10df2d req-35735238-2f40-46d5-8816-f3a35241bf13 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0495305 Dec 15 03:26:13.140266 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ad37587b-92f6-41fb-b794-179dbe10df2d req-599c3587-6963-465d-9536-233f7a232890 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451670 Dec 15 03:26:13.403931 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927152d-ba94-41be-9ad7-8b853ffa647d req-2fc92541-a672-4578-862b-7caeab8a09cd tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:13.405395 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e927152d-ba94-41be-9ad7-8b853ffa647d req-2fc92541-a672-4578-862b-7caeab8a09cd tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.0487065 Dec 15 03:26:13.453337 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e927152d-ba94-41be-9ad7-8b853ffa647d req-c5b1f11c-ea84-4bda-aea2-04210182303f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Dec 15 03:26:13.606889 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 37948) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:13.619818 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-234af673-2506-4773-9542-6269dbee79c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:13.691936 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-234af673-2506-4773-9542-6269dbee79c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:13.756012 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-234af673-2506-4773-9542-6269dbee79c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:13.793401 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234af673-2506-4773-9542-6269dbee79c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce21b2d1-49ca-4e1d-b0b6-f35c1060ed4c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:13.797804 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-234af673-2506-4773-9542-6269dbee79c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1315702f39b6412a85cb37d80808e9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1898937 Dec 15 03:26:13.800698 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 37950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:13.847807 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c02e225d-102a-469c-accf-01f2fc234748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:13.868483 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c02e225d-102a-469c-accf-01f2fc234748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:13.986971 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c02e225d-102a-469c-accf-01f2fc234748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:13.989558 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c02e225d-102a-469c-accf-01f2fc234748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:13.990757 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-c02e225d-102a-469c-accf-01f2fc234748 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce21b2d1-49ca-4e1d-b0b6-f35c1060ed4c HTTP/1.1" status: 204 len: 168 time: 0.1891470 Dec 15 03:26:13.999792 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e225d-102a-469c-accf-01f2fc234748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce21b2d1-49ca-4e1d-b0b6-f35c1060ed4c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:14.212871 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-4f7e2205-e53e-45f9-8470-be29132bd8b5 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:14.214371 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-4f7e2205-e53e-45f9-8470-be29132bd8b5 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.43 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.0519819 Dec 15 03:26:14.272817 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187f837-abee-4ffd-b167-d6e67bb25d2b req-afb3080c-d774-43f8-8b9c-6900cabe8c67 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:14.275898 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2187f837-abee-4ffd-b167-d6e67bb25d2b req-afb3080c-d774-43f8-8b9c-6900cabe8c67 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0548732 Dec 15 03:26:14.327558 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-c73a9961-c099-46dc-926b-6d7d56182565 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Deleting port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:26:14.327895 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-c73a9961-c099-46dc-926b-6d7d56182565 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:14.329991 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2187f837-abee-4ffd-b167-d6e67bb25d2b req-622d50cc-e8f7-4f10-931d-d662ff67336b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483298 Dec 15 03:26:14.576685 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0382b-5f26-4f06-a9f9-3a8beedd0616 req-62559f92-8859-4a1b-a512-4ead8b18277f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:14.578271 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-78a0382b-5f26-4f06-a9f9-3a8beedd0616 req-62559f92-8859-4a1b-a512-4ead8b18277f tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 946 time: 0.0514059 Dec 15 03:26:14.632784 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-78a0382b-5f26-4f06-a9f9-3a8beedd0616 req-36c037f6-b500-45ae-b6f3-c6e9a8807e8a tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/security-groups?id=53512455-38ba-4d93-9cf2-6732bf989d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484416 Dec 15 03:26:14.683907 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-c73a9961-c099-46dc-926b-6d7d56182565 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] For port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:14.684302 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-c73a9961-c099-46dc-926b-6d7d56182565 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:14.701161 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-c73a9961-c099-46dc-926b-6d7d56182565 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Calling delete_port for b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:26:14.930487 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-c73a9961-c099-46dc-926b-6d7d56182565 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:14.963722 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a9961-c099-46dc-926b-6d7d56182565 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Pushing event deleted for resources: {'Port': ['ID=b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:14.967113 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:26:15.026010 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-c73a9961-c099-46dc-926b-6d7d56182565 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] No DVR routers for this DVR port b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:26:15.028905 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-c73a9961-c099-46dc-926b-6d7d56182565 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:15.033396 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-602fad89-73ee-4d53-aba1-1b69a133abfa req-c73a9961-c099-46dc-926b-6d7d56182565 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.43 "DELETE /v2.0/ports/b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe HTTP/1.1" status: 204 len: 173 time: 0.8063374 Dec 15 03:26:15.033912 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'name': 'network-vif-deleted', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:26:15.038387 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0d314d-9a8f-4d35-abee-3bd2dd29695f" -d '{"events": [{"server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "name": "network-vif-deleted", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:26:15.081618 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f5e11-7925-462e-b432-4f23be7925c1 x-openstack-request-id: req-5c1f5e11-7925-462e-b432-4f23be7925c1 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:26:15.081912 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601625f5-e63d-4ac2-9eda-b85cf4635814", "name": "network-vif-deleted", "tag": "b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:26:15.082167 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c1f5e11-7925-462e-b432-4f23be7925c1 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:26:15.082576 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601625f5-e63d-4ac2-9eda-b85cf4635814', 'name': 'network-vif-deleted', 'tag': 'b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe', 'status': 'completed', 'code': 200} Dec 15 03:26:15.496434 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a475a4-b732-4a0b-84de-2516b688f173 req-a9d50af4-2ac2-4067-b945-753d3265b411 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:15.498851 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b7a475a4-b732-4a0b-84de-2516b688f173 req-a9d50af4-2ac2-4067-b945-753d3265b411 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0701778 Dec 15 03:26:15.548997 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b7a475a4-b732-4a0b-84de-2516b688f173 req-3baada2d-427f-4661-bbb2-202b121b6672 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441773 Dec 15 03:26:15.741198 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-39bc9507-6f3c-4578-a24f-958a480e6071 req-33ea80d4-cb90-4779-a3d9-7a19ad8e1541 tempest-TestMinimumBasicScenario-1819517510 tempest-TestMinimumBasicScenario-1819517510-project] 10.222.0.45 "GET /v2.0/ports?device_id=601625f5-e63d-4ac2-9eda-b85cf4635814 HTTP/1.1" status: 200 len: 210 time: 0.0264442 Dec 15 03:26:16.218682 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7308ca57-b1c4-4721-b421-72706937ee3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:16.669172 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea8ef5-a863-462a-b1f7-c28e599b78ef req-b3acf8a8-3de3-441c-9d56-a6a2a3073d5d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:16.670470 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c1ea8ef5-a863-462a-b1f7-c28e599b78ef req-b3acf8a8-3de3-441c-9d56-a6a2a3073d5d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0505321 Dec 15 03:26:16.721472 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c1ea8ef5-a863-462a-b1f7-c28e599b78ef req-ca45d23c-7fe1-4928-bb19-773d6e0c0ead tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451043 Dec 15 03:26:16.999365 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:26:17.023474 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:26:17.023818 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b5d6d7c4-303b-41cf-a2a1-e81ba9054cfe not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:26:17.854022 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d3efc-cd40-4be8-b620-5234f8b19cc9 req-17aa3510-2a01-4c14-b9f9-becbe701db27 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:17.856026 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-659d3efc-cd40-4be8-b620-5234f8b19cc9 req-17aa3510-2a01-4c14-b9f9-becbe701db27 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0540371 Dec 15 03:26:17.905554 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-659d3efc-cd40-4be8-b620-5234f8b19cc9 req-cea49ba9-5cfd-4b05-b7de-3fef85bf65e6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428905 Dec 15 03:26:18.351676 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38104) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:18.484658 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-83c031c8-e5e0-4d31-9352-b39a2b588e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:18.772933 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1566738'] for router_interface, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:19.029319 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87374303-8104-42e1-99dd-743112acccbd req-09392bf0-770c-4146-ba9a-56b8cbaaa4e7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:19.030797 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-87374303-8104-42e1-99dd-743112acccbd req-09392bf0-770c-4146-ba9a-56b8cbaaa4e7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0514722 Dec 15 03:26:19.074129 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] Deleting port e8e35110-5aaa-4499-8413-bde7a5d2c54b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:26:19.075124 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:19.082025 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-87374303-8104-42e1-99dd-743112acccbd req-f88e80e9-ce8e-49f5-8c47-982d378ba172 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452754 Dec 15 03:26:19.156897 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] For port e8e35110-5aaa-4499-8413-bde7a5d2c54b, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=e8e35110-5aaa-4499-8413-bde7a5d2c54b,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:19.157307 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:19.170152 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] Calling delete_port for e8e35110-5aaa-4499-8413-bde7a5d2c54b owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:26:19.408111 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:19.442855 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e35110-5aaa-4499-8413-bde7a5d2c54b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:19.587293 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:19.604872 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1566862'] for router_interface, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:19.822106 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] Router fff8680c-56e4-496b-b05a-15accd0846c1 has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:26:19.936376 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:26:19.942198 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-c1a855e4-342b-4f9d-9363-9e93faa1bd45 admin admin] 10.222.0.45 "PUT /v2.0/routers/fff8680c-56e4-496b-b05a-15accd0846c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5894282 Dec 15 03:26:19.944036 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38114) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:19.946124 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] Sync routers for ids ['fff8680c-56e4-496b-b05a-15accd0846c1'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:26:19.956609 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] Routers {'fff8680c-56e4-496b-b05a-15accd0846c1'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:26:19.957441 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:26:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['fff8680c-56e4-496b-b05a-15accd0846c1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:20.047966 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Publish callbacks [] for router, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.066225 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] Set router fff8680c-56e4-496b-b05a-15accd0846c1 gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:26:20.150973 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.214913 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d725629-cd71-4aa2-9910-e25ef1c7b500 req-d72427bf-af8b-4501-a434-ad703f5dd6dd tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:20.216619 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4d725629-cd71-4aa2-9910-e25ef1c7b500 req-d72427bf-af8b-4501-a434-ad703f5dd6dd tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0532746 Dec 15 03:26:20.266329 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:26:19Z', 'revision_number': 5, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port': {'id': '3098b24c-1a8f-4b3a-baa5-e73bd167d325', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:00Z', 'updated_at': '2021-12-15T03:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:20.287167 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4d725629-cd71-4aa2-9910-e25ef1c7b500 req-37ca6ec1-8739-47ad-bb98-73b10d47008b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623524 Dec 15 03:26:20.297103 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] Checking router: fff8680c-56e4-496b-b05a-15accd0846c1 for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:26:20.307264 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] Routers {'fff8680c-56e4-496b-b05a-15accd0846c1'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:26:20.307886 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:26:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['fff8680c-56e4-496b-b05a-15accd0846c1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:20.309855 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Deleting port 3098b24c-1a8f-4b3a-baa5-e73bd167d325 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:26:20.310476 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.391557 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] For port 3098b24c-1a8f-4b3a-baa5-e73bd167d325, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=3098b24c-1a8f-4b3a-baa5-e73bd167d325,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:20.392090 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.400658 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] Set router fff8680c-56e4-496b-b05a-15accd0846c1 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:26:20.405879 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Calling delete_port for 3098b24c-1a8f-4b3a-baa5-e73bd167d325 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:26:20.452583 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:26:20Z', 'revision_number': 6, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port_host': None}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:20.482935 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c777d0bc-9d6c-44bf-8b5e-371dfba2c0ab None None] The sync data for ids ['fff8680c-56e4-496b-b05a-15accd0846c1'] in dv-cinder-818037-9-smb is: [{'id': 'fff8680c-56e4-496b-b05a-15accd0846c1', 'name': 'tempest-TestMinimumBasicScenario-1210606074-router', 'tenant_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:22:59Z', 'updated_at': '2021-12-15T03:26:20Z', 'revision_number': 6, 'project_id': 'aea8f8ac13aa45d0b317e51996b46ce6', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:26:20.624816 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.654686 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=3098b24c-1a8f-4b3a-baa5-e73bd167d325,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:20.716446 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1566508'] for router_gateway, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.807092 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1565116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4679'] for router, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.811044 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.862059 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.930790 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1565109'] for router, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.931334 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fff8680c-56e4-496b-b05a-15accd0846c1 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 03:26:20.935942 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:20.937134 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7885f6be-af3f-4c3d-b944-b395da4a7f4d admin admin] 10.222.0.45 "DELETE /v2.0/routers/fff8680c-56e4-496b-b05a-15accd0846c1 HTTP/1.1" status: 204 len: 168 time: 0.9921291 Dec 15 03:26:20.939879 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38120) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:20.987455 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-60738f77-3f89-4383-b171-3ed8d2cc8b04 admin admin] Deleting subnet 6d1beba5-9b9c-4a18-ad74-39d4a25196c4 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:26:20.990783 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60738f77-3f89-4383-b171-3ed8d2cc8b04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.026055 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60738f77-3f89-4383-b171-3ed8d2cc8b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387047'] for subnet, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.137243 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60738f77-3f89-4383-b171-3ed8d2cc8b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.251175 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60738f77-3f89-4383-b171-3ed8d2cc8b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5007163'] for subnet, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.251469 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.279491 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60738f77-3f89-4383-b171-3ed8d2cc8b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1beba5-9b9c-4a18-ad74-39d4a25196c4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:21.280121 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device e8e35110-5aaa-4499-8413-bde7a5d2c54b no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:26:21.287348 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60738f77-3f89-4383-b171-3ed8d2cc8b04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.291278 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-60738f77-3f89-4383-b171-3ed8d2cc8b04 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6d1beba5-9b9c-4a18-ad74-39d4a25196c4 HTTP/1.1" status: 204 len: 168 time: 0.3504477 Dec 15 03:26:21.294030 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 38124) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:21.306965 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e93513-231e-45ca-9276-65cbaae85f62 None None] Network 5718e6be-6cbe-4937-a542-b51bc5bb7955 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:26:21.312212 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: e8e35110-5aaa-4499-8413-bde7a5d2c54b {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:26:21.312688 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device e8e35110-5aaa-4499-8413-bde7a5d2c54b not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:26:21.374985 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.484091 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76941c5b-29bb-4a1a-96a9-743e583eda5a req-b3ae2703-c178-4fc0-bce5-a0fa62f4fbfd tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:21.485488 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-76941c5b-29bb-4a1a-96a9-743e583eda5a req-b3ae2703-c178-4fc0-bce5-a0fa62f4fbfd tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0898921 Dec 15 03:26:21.494439 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Deleting port 000d26f0-a982-4282-997b-7b16e5f03ccd {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:26:21.494801 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.500506 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a75ce70-bc25-49d9-a8a4-6d7b63fff2b2 None None] DHCP port deletion for 5718e6be-6cbe-4937-a542-b51bc5bb7955 request from dv-cinder-818037-9-smb {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 03:26:21.557140 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7a75ce70-bc25-49d9-a8a4-6d7b63fff2b2 None None] Deleting port 000d26f0-a982-4282-997b-7b16e5f03ccd {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:26:21.557524 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a75ce70-bc25-49d9-a8a4-6d7b63fff2b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.603292 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-76941c5b-29bb-4a1a-96a9-743e583eda5a req-8fcd6e5e-d6b5-4716-bf8b-ff510669b39c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102357 Dec 15 03:26:21.625163 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] For port 000d26f0-a982-4282-997b-7b16e5f03ccd, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=000d26f0-a982-4282-997b-7b16e5f03ccd,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:21.625163 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.637697 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7a75ce70-bc25-49d9-a8a4-6d7b63fff2b2 None None] For port 000d26f0-a982-4282-997b-7b16e5f03ccd, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=000d26f0-a982-4282-997b-7b16e5f03ccd,segment=NetworkSegment(d818b180-98fa-470e-8f4e-67d2f13e13e8),segment_id=d818b180-98fa-470e-8f4e-67d2f13e13e8)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:21.637697 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a75ce70-bc25-49d9-a8a4-6d7b63fff2b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.640058 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Calling delete_port for 000d26f0-a982-4282-997b-7b16e5f03ccd owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:26:21.649213 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7a75ce70-bc25-49d9-a8a4-6d7b63fff2b2 None None] Calling delete_port for 000d26f0-a982-4282-997b-7b16e5f03ccd owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:26:21.813186 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.822122 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7a75ce70-bc25-49d9-a8a4-6d7b63fff2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489'] for port, after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.839293 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Pushing event deleted for resources: {'Port': ['ID=000d26f0-a982-4282-997b-7b16e5f03ccd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:21.845865 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] No DVR routers for this DVR port 000d26f0-a982-4282-997b-7b16e5f03ccd on host dv-cinder-818037-9-smb {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:26:21.851459 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75ce70-bc25-49d9-a8a4-6d7b63fff2b2 None None] Pushing event deleted for resources: {'Port': ['ID=000d26f0-a982-4282-997b-7b16e5f03ccd,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:21.854969 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a75ce70-bc25-49d9-a8a4-6d7b63fff2b2 None None] No DVR routers for this DVR port 000d26f0-a982-4282-997b-7b16e5f03ccd on host dv-cinder-818037-9-smb {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:26:21.925525 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.946028 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5718e6be-6cbe-4937-a542-b51bc5bb7955']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:21.957013 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd818b180-98fa-470e-8f4e-67d2f13e13e8') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:21.957311 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd818b180-98fa-470e-8f4e-67d2f13e13e8') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:21.967019 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7565027'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.979512 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.985225 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:26:21.985603 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008503'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: Traceback (most recent call last): Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: timer() Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: cb(*args, **kw) Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: return func(*args, **kwargs) Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: self._notify() Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: self.callback(batched_events) Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: event.method(event) Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: return f(self, *a, **k) Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: return self._get(url).json() Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:26:21.987232 dv-cinder-818037-9-smb neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:26:22.110508 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:22.116922 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:22.120020 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] 10.222.0.45 "DELETE /v2.0/networks/5718e6be-6cbe-4937-a542-b51bc5bb7955 HTTP/1.1" status: 204 len: 168 time: 0.8247573 Dec 15 03:26:22.124081 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38132) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:22.130595 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaba4d-0af6-4191-9be2-38955b3f077e admin admin] Pushing event deleted for resources: {'Network': ['ID=5718e6be-6cbe-4937-a542-b51bc5bb7955,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:22.259217 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:22.724025 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1566738'] for router_interface, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:22.737222 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b166b-6c99-4911-ae28-f66de77ffb34 req-a38f7176-36f1-45f5-998b-d67497915659 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:22.738841 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d83b166b-6c99-4911-ae28-f66de77ffb34 req-a38f7176-36f1-45f5-998b-d67497915659 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0519290 Dec 15 03:26:22.795151 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d83b166b-6c99-4911-ae28-f66de77ffb34 req-39ea61cd-2648-4fc2-85eb-f00ecaddceba tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504105 Dec 15 03:26:22.819106 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 3098b24c-1a8f-4b3a-baa5-e73bd167d325 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:26:22.843758 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: 3098b24c-1a8f-4b3a-baa5-e73bd167d325 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:26:22.844127 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 3098b24c-1a8f-4b3a-baa5-e73bd167d325 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:26:22.844521 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 000d26f0-a982-4282-997b-7b16e5f03ccd no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:26:22.863933 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: 000d26f0-a982-4282-997b-7b16e5f03ccd {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:26:22.864276 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 000d26f0-a982-4282-997b-7b16e5f03ccd not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:26:22.982128 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] Deleting port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:26:22.982472 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:23.039699 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device f8e823da-c6fc-423d-9e19-482c97122de6 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:26:23.069472 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] For port cf3bac83-05b9-44c3-a64a-e5bcb9c1c464, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=cf3bac83-05b9-44c3-a64a-e5bcb9c1c464,segment=NetworkSegment(c97d5836-2817-47ac-8e3e-4884ffd20d53),segment_id=c97d5836-2817-47ac-8e3e-4884ffd20d53)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:23.069838 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:23.084417 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] Calling delete_port for cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:26:23.139763 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:23.151099 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'port_id': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'mac_address': 'fa:16:3e:f2:e5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:26:23.190150 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:23.207814 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8e823da-c6fc-423d-9e19-482c97122de6 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:26:23.226906 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:23.313082 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:23.362277 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:23.370488 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:23.395028 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3bac83-05b9-44c3-a64a-e5bcb9c1c464,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:23.499580 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['f8e823da-c6fc-423d-9e19-482c97122de6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:26:23.578148 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1566862'] for router_interface, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:23.809305 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] Router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:26:23.919784 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:26:23.927832 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-9281ab75-60f8-4948-880a-07be4cc7c740 admin admin] 10.222.0.45 "PUT /v2.0/routers/0dc132ad-fb73-4a6c-a747-20fcbdadda52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8026333 Dec 15 03:26:23.928539 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38156) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:23.931431 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] Sync routers for ids ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:26:23.942143 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1a7f3-5b9d-44a2-b9f0-24bf71da6f77 req-b6660991-087f-4ae2-95a8-eb2783499311 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:23.946028 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-eac1a7f3-5b9d-44a2-b9f0-24bf71da6f77 req-b6660991-087f-4ae2-95a8-eb2783499311 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 945 time: 0.0660920 Dec 15 03:26:23.947683 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] Routers {'0dc132ad-fb73-4a6c-a747-20fcbdadda52'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:26:23.948079 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:26:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:24.008378 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-eac1a7f3-5b9d-44a2-b9f0-24bf71da6f77 req-7e5da690-f033-46c3-8205-5313336e88df tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537889 Dec 15 03:26:24.051503 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:24.062825 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] Set router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:26:24.164242 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:24.262909 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'name': 'tempest-TestMinimumBasicScenario-584673060-router', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:08Z', 'updated_at': '2021-12-15T03:26:23Z', 'revision_number': 5, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'gw_port': {'id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:09Z', 'updated_at': '2021-12-15T03:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:24.289382 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] Checking router: 0dc132ad-fb73-4a6c-a747-20fcbdadda52 for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:26:24.298493 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] Routers {'0dc132ad-fb73-4a6c-a747-20fcbdadda52'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:26:24.299112 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:26:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:24.358445 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Deleting port 95f88a57-0211-4d19-bd38-ea2ee04ead56 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:26:24.358803 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:24.427469 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] Set router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:26:24.453389 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] For port 95f88a57-0211-4d19-bd38-ea2ee04ead56, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=95f88a57-0211-4d19-bd38-ea2ee04ead56,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:24.453999 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:24.472069 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Calling delete_port for 95f88a57-0211-4d19-bd38-ea2ee04ead56 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:26:24.648331 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'name': 'tempest-TestMinimumBasicScenario-584673060-router', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:08Z', 'updated_at': '2021-12-15T03:26:23Z', 'revision_number': 5, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'gw_port': {'id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:09Z', 'updated_at': '2021-12-15T03:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:24.787777 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:24.824597 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6907a8-fc20-4aa6-b408-3bdb04de25ec None None] The sync data for ids ['0dc132ad-fb73-4a6c-a747-20fcbdadda52'] in dv-cinder-818037-9-smb is: [{'id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'name': 'tempest-TestMinimumBasicScenario-584673060-router', 'tenant_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:08Z', 'updated_at': '2021-12-15T03:26:23Z', 'revision_number': 5, 'project_id': '63fd3d94e2474fb39a55a1cfd0b7451c', 'gw_port': {'id': '95f88a57-0211-4d19-bd38-ea2ee04ead56', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc132ad-fb73-4a6c-a747-20fcbdadda52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:09Z', 'updated_at': '2021-12-15T03:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:26:24.830476 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f88a57-0211-4d19-bd38-ea2ee04ead56,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:24.916037 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1566508'] for router_gateway, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.024570 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1565116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4679'] for router, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.026770 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.062492 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device f8e823da-c6fc-423d-9e19-482c97122de6 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:26:25.135894 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1565109'] for router, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.137465 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc132ad-fb73-4a6c-a747-20fcbdadda52 {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 03:26:25.142113 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port f8e823da-c6fc-423d-9e19-482c97122de6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:26:25.142844 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.143017 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.148583 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 38174) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:25.149084 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-d9498c7b-4a9a-4181-8151-062a3cdeebf2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/0dc132ad-fb73-4a6c-a747-20fcbdadda52 HTTP/1.1" status: 204 len: 168 time: 1.2176056 Dec 15 03:26:25.240325 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8731b463-14d0-435c-82bd-b64bfe860622 admin admin] Deleting subnet 83afdd3f-b20a-46f3-994f-38672e348271 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:26:25.241473 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.246012 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8731b463-14d0-435c-82bd-b64bfe860622 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.281481 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:26:25.283949 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85ac0e3-5828-4a51-97aa-bbc416c37be4" -d '{"events": [{"server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "name": "network-vif-plugged", "status": "completed", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:26:25.336391 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:25.336559 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba629-332a-4907-bf98-a5663e560a05 req-6ccc2372-9af1-47c3-b83f-a8d158a5cf49 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:25.336559 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-eb2ba629-332a-4907-bf98-a5663e560a05 req-6ccc2372-9af1-47c3-b83f-a8d158a5cf49 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 945 time: 0.2251894 Dec 15 03:26:25.345165 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d80afa-da2e-497f-9650-423e46bddf3a x-openstack-request-id: req-e8d80afa-da2e-497f-9650-423e46bddf3a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:26:25.345466 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "name": "network-vif-plugged", "status": "completed", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:26:25.345721 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8d80afa-da2e-497f-9650-423e46bddf3a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:26:25.346163 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'code': 200} Dec 15 03:26:25.367596 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8731b463-14d0-435c-82bd-b64bfe860622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7564824'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.433971 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-eb2ba629-332a-4907-bf98-a5663e560a05 req-92b242f8-3955-4250-924d-cf7b7276710b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737135 Dec 15 03:26:25.532796 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.618284 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8731b463-14d0-435c-82bd-b64bfe860622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:25.626885 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:26.044871 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8731b463-14d0-435c-82bd-b64bfe860622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2008541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7899228'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.077493 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8731b463-14d0-435c-82bd-b64bfe860622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.084990 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-8731b463-14d0-435c-82bd-b64bfe860622 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/83afdd3f-b20a-46f3-994f-38672e348271 HTTP/1.1" status: 204 len: 168 time: 0.9279201 Dec 15 03:26:26.085195 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f232abbb-756c-4231-9b5c-6d04cdc3b66c None None] Network 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:26:26.085627 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731b463-14d0-435c-82bd-b64bfe860622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83afdd3f-b20a-46f3-994f-38672e348271,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:26.085719 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38182) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:26.201490 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.265548 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Deleting port 60357241-c4c3-471e-a55e-60dff52e06a8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:26:26.266267 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.328753 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889cabad-1237-4c75-b8e8-fa17f9b721c9 None None] DHCP port deletion for 0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 request from dv-cinder-818037-9-smb {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 03:26:26.372422 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] For port 60357241-c4c3-471e-a55e-60dff52e06a8, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=60357241-c4c3-471e-a55e-60dff52e06a8,segment=NetworkSegment(c97d5836-2817-47ac-8e3e-4884ffd20d53),segment_id=c97d5836-2817-47ac-8e3e-4884ffd20d53)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:26.373231 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.391987 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-889cabad-1237-4c75-b8e8-fa17f9b721c9 None None] Deleting port 60357241-c4c3-471e-a55e-60dff52e06a8 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:26:26.392462 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-889cabad-1237-4c75-b8e8-fa17f9b721c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.403827 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Calling delete_port for 60357241-c4c3-471e-a55e-60dff52e06a8 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:26:26.469631 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-889cabad-1237-4c75-b8e8-fa17f9b721c9 None None] For port 60357241-c4c3-471e-a55e-60dff52e06a8, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=60357241-c4c3-471e-a55e-60dff52e06a8,segment=NetworkSegment(c97d5836-2817-47ac-8e3e-4884ffd20d53),segment_id=c97d5836-2817-47ac-8e3e-4884ffd20d53)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:26.469631 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-889cabad-1237-4c75-b8e8-fa17f9b721c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.506648 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-889cabad-1237-4c75-b8e8-fa17f9b721c9 None None] Calling delete_port for 60357241-c4c3-471e-a55e-60dff52e06a8 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:26:26.586691 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.611921 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f8cd9-9a06-405e-ae58-79f49e6df243 req-79eb7054-59e4-4ddb-a4a0-efc795eefbb6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:26.614274 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-226f8cd9-9a06-405e-ae58-79f49e6df243 req-79eb7054-59e4-4ddb-a4a0-efc795eefbb6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0600166 Dec 15 03:26:26.636969 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Pushing event deleted for resources: {'Port': ['ID=60357241-c4c3-471e-a55e-60dff52e06a8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:26.643724 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] No DVR routers for this DVR port 60357241-c4c3-471e-a55e-60dff52e06a8 on host dv-cinder-818037-9-smb {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:26:26.759997 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-226f8cd9-9a06-405e-ae58-79f49e6df243 req-04054b85-7d68-4171-8cf9-39493b9a5354 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383777 Dec 15 03:26:26.822160 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.838709 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:26:26.856906 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:26.868185 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97d5836-2817-47ac-8e3e-4884ffd20d53') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:26.868848 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97d5836-2817-47ac-8e3e-4884ffd20d53') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:26:26.869687 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:26:26.870026 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device cf3bac83-05b9-44c3-a64a-e5bcb9c1c464 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:26:26.870723 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 60357241-c4c3-471e-a55e-60dff52e06a8 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:26:26.880745 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386972'] for segment, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.893286 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: 60357241-c4c3-471e-a55e-60dff52e06a8 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:26:26.893633 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 60357241-c4c3-471e-a55e-60dff52e06a8 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:26:26.894078 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 95f88a57-0211-4d19-bd38-ea2ee04ead56 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:26:26.895206 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.897223 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-889cabad-1237-4c75-b8e8-fa17f9b721c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489'] for port, after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.907224 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:26:26.907910 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4368713'] for segment, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: Traceback (most recent call last): Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: timer() Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: cb(*args, **kw) Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: return func(*args, **kwargs) Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: self._notify() Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: self.callback(batched_events) Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: event.method(event) Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: return f(self, *a, **k) Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: return self._get(url).json() Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: return self.request(url, 'GET', **kwargs) Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:26:26.910037 dv-cinder-818037-9-smb neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:26:26.927289 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: 95f88a57-0211-4d19-bd38-ea2ee04ead56 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:26:26.927648 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 95f88a57-0211-4d19-bd38-ea2ee04ead56 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:26:26.958335 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889cabad-1237-4c75-b8e8-fa17f9b721c9 None None] No DVR routers for this DVR port 60357241-c4c3-471e-a55e-60dff52e06a8 on host dv-cinder-818037-9-smb {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:26:26.967681 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889cabad-1237-4c75-b8e8-fa17f9b721c9 None None] Pushing event deleted for resources: {'Port': ['ID=60357241-c4c3-471e-a55e-60dff52e06a8,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:27.061565 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:27.081175 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:27.084790 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] 10.222.0.45 "DELETE /v2.0/networks/0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2 HTTP/1.1" status: 204 len: 168 time: 0.9990880 Dec 15 03:26:27.106461 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88adef-9f2a-4bd2-9e55-8e37d36afc4e admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb9f8f9-2d64-4e3c-9605-4b1668ba51d2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:27.469210 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38192) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:27.517110 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-8bd5bea7-67c2-468e-b56d-960b4efdff1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aea8f8ac13aa45d0b317e51996b46ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453978 Dec 15 03:26:27.519737 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38194) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:27.581617 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-812f5da1-a03b-4369-87ae-e1aaf032f8bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:27.608498 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-812f5da1-a03b-4369-87ae-e1aaf032f8bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:27.966860 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae4e9-6d32-4f83-8c0b-9ddb2965b225 req-c7268ea4-89e7-45bf-8f84-cc0d89d085f2 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:27.966860 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2e4ae4e9-6d32-4f83-8c0b-9ddb2965b225 req-c7268ea4-89e7-45bf-8f84-cc0d89d085f2 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0605335 Dec 15 03:26:27.966860 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2e4ae4e9-6d32-4f83-8c0b-9ddb2965b225 req-031b7a6f-96be-4e69-b587-4e431c733097 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455244 Dec 15 03:26:28.218470 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-812f5da1-a03b-4369-87ae-e1aaf032f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:28.222956 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-812f5da1-a03b-4369-87ae-e1aaf032f8bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:28.222956 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-812f5da1-a03b-4369-87ae-e1aaf032f8bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53512455-38ba-4d93-9cf2-6732bf989d6b HTTP/1.1" status: 204 len: 168 time: 0.7015364 Dec 15 03:26:28.230408 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f5da1-a03b-4369-87ae-e1aaf032f8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53512455-38ba-4d93-9cf2-6732bf989d6b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:28.876319 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38224) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:28.923758 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-8f9665d5-d6a6-4fbd-b512-5bb443fcc7f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63fd3d94e2474fb39a55a1cfd0b7451c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459952 Dec 15 03:26:28.926325 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38226) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:28.980134 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c1f52db-50d7-4aa5-9089-780717f6afcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:29.020774 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c1f52db-50d7-4aa5-9089-780717f6afcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:29.116221 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817abe27-8fc0-4d8d-84ce-46ef7d615f10 req-69c473c5-afb4-478b-b7ca-f112b14d5022 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:29.117644 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-817abe27-8fc0-4d8d-84ce-46ef7d615f10 req-69c473c5-afb4-478b-b7ca-f112b14d5022 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0521109 Dec 15 03:26:29.139174 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c1f52db-50d7-4aa5-9089-780717f6afcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:29.142529 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c1f52db-50d7-4aa5-9089-780717f6afcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:29.144304 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7c1f52db-50d7-4aa5-9089-780717f6afcd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/255ff136-c7ef-472e-9362-b0835c96a3f0 HTTP/1.1" status: 204 len: 168 time: 0.2167149 Dec 15 03:26:29.161000 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f52db-50d7-4aa5-9089-780717f6afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255ff136-c7ef-472e-9362-b0835c96a3f0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:29.201616 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-817abe27-8fc0-4d8d-84ce-46ef7d615f10 req-05dd1ad9-1d71-4d9e-bce3-f904f30dbcd1 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761352 Dec 15 03:26:30.352533 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c8da9-8044-4294-85c3-4b1f48983753 req-6048ed53-8fa4-42e0-9ebe-24e2ccee2a2b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:30.352533 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a57c8da9-8044-4294-85c3-4b1f48983753 req-6048ed53-8fa4-42e0-9ebe-24e2ccee2a2b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0532110 Dec 15 03:26:30.406058 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a57c8da9-8044-4294-85c3-4b1f48983753 req-43c874ba-3272-4d19-8c9b-690e8c8d54da tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469408 Dec 15 03:26:31.528047 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63bf4e-faa4-4168-852b-3a95304c6cfc req-8bce6bf2-44b5-43d3-b6bf-05930c0f6884 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:31.530464 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fa63bf4e-faa4-4168-852b-3a95304c6cfc req-8bce6bf2-44b5-43d3-b6bf-05930c0f6884 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0524671 Dec 15 03:26:31.581108 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fa63bf4e-faa4-4168-852b-3a95304c6cfc req-db89bf51-f085-4f7b-b226-02a6de64d4e4 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447879 Dec 15 03:26:32.729878 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524695-ac24-455b-97b1-3cf7a8bcd4c3 req-99311380-cb1a-43bd-976d-ea5fbf28e9e3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:32.732924 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6d524695-ac24-455b-97b1-3cf7a8bcd4c3 req-99311380-cb1a-43bd-976d-ea5fbf28e9e3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0757804 Dec 15 03:26:32.795461 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6d524695-ac24-455b-97b1-3cf7a8bcd4c3 req-7dafa74e-33a5-46dd-acd4-6f1a7de08620 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552123 Dec 15 03:26:33.928878 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0d1ee-67f5-473d-8810-0c6bfb703c70 req-61b9dc7b-4c75-4b93-9505-97791287d1fa tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:33.931171 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-10a0d1ee-67f5-473d-8810-0c6bfb703c70 req-61b9dc7b-4c75-4b93-9505-97791287d1fa tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0578086 Dec 15 03:26:33.987409 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-10a0d1ee-67f5-473d-8810-0c6bfb703c70 req-da1d6df6-a6fa-4916-9379-b41734a37b1b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494735 Dec 15 03:26:35.115993 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34f1e4-bd1f-4b7b-bf84-3353e9fd2386 req-6fc4bc6e-b3b5-415e-ad1c-a3250de6766f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:35.117474 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ce34f1e4-bd1f-4b7b-bf84-3353e9fd2386 req-6fc4bc6e-b3b5-415e-ad1c-a3250de6766f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0506768 Dec 15 03:26:35.165438 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ce34f1e4-bd1f-4b7b-bf84-3353e9fd2386 req-21a875b0-e520-4367-9247-dbfa536e7b7d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416801 Dec 15 03:26:36.290094 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb5c1-bd13-40d0-b0db-c18f401d73a8 req-190717fa-235e-4675-ba99-44ca404eb0a6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:36.291587 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9d9fb5c1-bd13-40d0-b0db-c18f401d73a8 req-190717fa-235e-4675-ba99-44ca404eb0a6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0491204 Dec 15 03:26:36.342329 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9d9fb5c1-bd13-40d0-b0db-c18f401d73a8 req-af89eea0-28d5-42ba-ad9b-86780723a64f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442259 Dec 15 03:26:36.940818 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-fa6711f4-2774-417b-a633-49a11dd6d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:36.942593 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-fa6711f4-2774-417b-a633-49a11dd6d46c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 1099 time: 0.0445213 Dec 15 03:26:37.037874 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-650951fd-8e26-40af-ab66-261a7dc1a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:37.039450 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-650951fd-8e26-40af-ab66-261a7dc1a6ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 918 time: 0.0890682 Dec 15 03:26:37.111247 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-f32ab5d4-7fbd-476b-b21b-db130c42c2ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e823da-c6fc-423d-9e19-482c97122de6 HTTP/1.1" status: 200 len: 1002 time: 0.0635693 Dec 15 03:26:37.163300 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-9fed5314-bfa4-476c-90e4-4447a9fd2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:37.164781 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-9fed5314-bfa4-476c-90e4-4447a9fd2554 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770c0f9d-ad39-4947-9559-a85790d28cf2 HTTP/1.1" status: 200 len: 856 time: 0.0452335 Dec 15 03:26:37.211463 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-46c51636-d2a7-4e5b-a810-cdc8886929e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:37.213001 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-46c51636-d2a7-4e5b-a810-cdc8886929e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588017c0-6fff-4e44-a312-eb3801d27791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0408199 Dec 15 03:26:37.305157 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-646f177f-bc42-4599-8b37-82588d1520e1 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851860 Dec 15 03:26:37.397971 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-7fbe328f-bef7-4ab4-a4f5-28087dbfee4c req-872f19a1-9240-45f4-971f-26f3a00015e5 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847905 Dec 15 03:26:37.463730 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ccf66-73ef-4773-9950-0090595118e7 req-690c6a75-161d-499b-b4b1-fa4f3cf04b5e tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:37.465225 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a63ccf66-73ef-4773-9950-0090595118e7 req-690c6a75-161d-499b-b4b1-fa4f3cf04b5e tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0493879 Dec 15 03:26:37.512060 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a63ccf66-73ef-4773-9950-0090595118e7 req-dd0b7dc2-ed2d-471d-a95a-a3e26dade438 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 Dec 15 03:26:38.219247 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:26:38.631187 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bb5b0-88d2-466c-8f32-e04bf5face8d req-982e9953-5ed7-450c-849b-e484e33e6496 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:38.632575 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-779bb5b0-88d2-466c-8f32-e04bf5face8d req-982e9953-5ed7-450c-849b-e484e33e6496 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 946 time: 0.0488403 Dec 15 03:26:38.680320 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-779bb5b0-88d2-466c-8f32-e04bf5face8d req-10bd026d-96f5-4c2a-905d-acdab76ccbda tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 Dec 15 03:26:39.094883 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device f8e823da-c6fc-423d-9e19-482c97122de6 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:26:39.174151 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:39.197406 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:26:39.199726 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa2bfc2-f948-4cb2-b5f5-962838c8547b" -d '{"events": [{"server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:26:39.214270 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:26:39.235980 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 03:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e081b0c-3f5f-4193-8d2c-bff824ceac16 x-openstack-request-id: req-9e081b0c-3f5f-4193-8d2c-bff824ceac16 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:26:39.236300 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:26:39.236563 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e081b0c-3f5f-4193-8d2c-bff824ceac16 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:26:39.236966 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'code': 200} Dec 15 03:26:39.292380 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:39.341350 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:39.804656 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b93dc-b91c-413f-8249-873f98800856 req-36c55d05-c143-4bd8-8331-b8466429251a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:39.806139 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-088b93dc-b91c-413f-8249-873f98800856 req-36c55d05-c143-4bd8-8331-b8466429251a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0516841 Dec 15 03:26:39.854485 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-088b93dc-b91c-413f-8249-873f98800856 req-6fda9acc-7887-4c6d-8a34-f943e3a6b667 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414782 Dec 15 03:26:41.108626 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [req-1fde6299-76cf-4a53-a510-2ddf7fe2f2f1 req-aa32fd7c-ceac-4895-9912-89fbea136488 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:26:41.109616 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1fde6299-76cf-4a53-a510-2ddf7fe2f2f1 req-aa32fd7c-ceac-4895-9912-89fbea136488 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056465 Dec 15 03:26:41.448289 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211049ef-9f69-4b6f-bdf1-7cb1f61b3aef req-9328eacc-a077-4bb7-bab3-40dc1275f5a9 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:41.451693 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-211049ef-9f69-4b6f-bdf1-7cb1f61b3aef req-9328eacc-a077-4bb7-bab3-40dc1275f5a9 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0520329 Dec 15 03:26:41.503970 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-211049ef-9f69-4b6f-bdf1-7cb1f61b3aef req-d579b14e-7e4b-46be-82fa-642d7ad8f8a6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444543 Dec 15 03:26:41.962465 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 38382) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:42.051849 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-76cc6809-a103-441d-9f50-273091b4ae19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881937 Dec 15 03:26:42.061113 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-6fa54dd4-d6b8-4b81-bb3d-2dcdc9426f7f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:26:42.062108 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-6fa54dd4-d6b8-4b81-bb3d-2dcdc9426f7f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053344 Dec 15 03:26:42.625677 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25427-93d3-4953-9ba3-904ab18e0d7c req-cb1e94a5-e97f-4d29-b2a9-5106163e54f3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:42.627184 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bea25427-93d3-4953-9ba3-904ab18e0d7c req-cb1e94a5-e97f-4d29-b2a9-5106163e54f3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0496151 Dec 15 03:26:42.676155 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bea25427-93d3-4953-9ba3-904ab18e0d7c req-9d175066-3ae3-4155-846f-8b26fb5b859a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425060 Dec 15 03:26:43.126401 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device f8e823da-c6fc-423d-9e19-482c97122de6 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:26:43.688480 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38410) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:43.809569 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-386903d1-ac4a-42d8-b0ba-22d9049dead9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:43.811951 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431d26a-75cf-4fd4-ab07-46f1ec3d9f37 req-8156f20f-9740-4910-8696-f3b254024d4b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:43.813579 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1431d26a-75cf-4fd4-ab07-46f1ec3d9f37 req-8156f20f-9740-4910-8696-f3b254024d4b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0571613 Dec 15 03:26:43.876858 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1431d26a-75cf-4fd4-ab07-46f1ec3d9f37 req-8e7caf8a-b907-403b-a610-8e49df1e806b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566792 Dec 15 03:26:43.910323 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-386903d1-ac4a-42d8-b0ba-22d9049dead9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:43.983979 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-386903d1-ac4a-42d8-b0ba-22d9049dead9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:44.021358 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386903d1-ac4a-42d8-b0ba-22d9049dead9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0d5196-7569-4eb2-91db-bdf297f59e5f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:44.028178 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-386903d1-ac4a-42d8-b0ba-22d9049dead9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb0710b43ec34cb59757982ce444e948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360558 Dec 15 03:26:44.028386 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38416) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:26:44.076297 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06db0f96-2adc-49dc-9b8a-a0dafda34e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:44.097705 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06db0f96-2adc-49dc-9b8a-a0dafda34e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:44.256066 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06db0f96-2adc-49dc-9b8a-a0dafda34e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:44.258687 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06db0f96-2adc-49dc-9b8a-a0dafda34e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:44.259830 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-06db0f96-2adc-49dc-9b8a-a0dafda34e88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f0d5196-7569-4eb2-91db-bdf297f59e5f HTTP/1.1" status: 204 len: 168 time: 0.2305279 Dec 15 03:26:44.269806 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db0f96-2adc-49dc-9b8a-a0dafda34e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0d5196-7569-4eb2-91db-bdf297f59e5f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:26:44.569776 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-db1876e1-cbd5-4c35-a0c9-5bf8729e1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:44.571210 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-db1876e1-cbd5-4c35-a0c9-5bf8729e1559 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa&tenant_id=9ad28305d5804d75b746cf24dc668a01 HTTP/1.1" status: 200 len: 1097 time: 0.0750153 Dec 15 03:26:44.652640 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-af10f713-eaaf-4a59-961a-28378dcaf857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:44.654772 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-af10f713-eaaf-4a59-961a-28378dcaf857 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 1097 time: 0.0412006 Dec 15 03:26:44.745133 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-c93bafce-295c-4cb3-8851-2c1d17ad0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:44.746673 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-c93bafce-295c-4cb3-8851-2c1d17ad0d16 service neutron] 10.222.0.43 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 918 time: 0.0836506 Dec 15 03:26:44.819626 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-b33e413f-55e9-474d-a569-0e897e7e6193 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8e823da-c6fc-423d-9e19-482c97122de6 HTTP/1.1" status: 200 len: 1000 time: 0.0628638 Dec 15 03:26:44.884401 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-6b68042e-a228-4e05-925d-87796dec798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:44.885851 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-6b68042e-a228-4e05-925d-87796dec798f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770c0f9d-ad39-4947-9559-a85790d28cf2 HTTP/1.1" status: 200 len: 856 time: 0.0446749 Dec 15 03:26:44.930876 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-384a2983-9bcb-412c-8d09-2adc69759e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:44.935780 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-384a2983-9bcb-412c-8d09-2adc69759e4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588017c0-6fff-4e44-a312-eb3801d27791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0397758 Dec 15 03:26:45.010727 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f66230-9558-4acd-9480-209c38f7e213 req-88d4d86d-7f5f-4665-9cf6-00cef5430dbb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:45.012240 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-22f66230-9558-4acd-9480-209c38f7e213 req-88d4d86d-7f5f-4665-9cf6-00cef5430dbb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0585825 Dec 15 03:26:45.028127 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-e9af764d-069a-4416-b7bb-5205471d84e4 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879312 Dec 15 03:26:45.068654 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-22f66230-9558-4acd-9480-209c38f7e213 req-a70df12c-6b14-47d5-af00-a4829e15fd34 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451341 Dec 15 03:26:45.124450 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9740a869-2e49-4832-901b-e533bb5d8f05 req-f568208f-b115-46e6-aa4c-6d115d7c4d56 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875449 Dec 15 03:26:46.248221 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9f5b-6c10-46fe-98f5-01b6232045e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:46.436248 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6a92-201d-438e-8488-cfd96f6cfaca req-4851fda6-bedb-4b27-9128-5bba5a3757b1 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:46.437956 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-857d6a92-201d-438e-8488-cfd96f6cfaca req-4851fda6-bedb-4b27-9128-5bba5a3757b1 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.2845464 Dec 15 03:26:46.502280 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-857d6a92-201d-438e-8488-cfd96f6cfaca req-630d7198-dccb-4f02-a50a-b2dbb3a1e9cf tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571826 Dec 15 03:26:47.631949 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2332672-4f61-4775-abc5-5fe2126297f9 req-e2a1f6d0-d9f2-445e-8a32-44f18e60553d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:47.633450 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f2332672-4f61-4775-abc5-5fe2126297f9 req-e2a1f6d0-d9f2-445e-8a32-44f18e60553d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0601292 Dec 15 03:26:47.686163 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f2332672-4f61-4775-abc5-5fe2126297f9 req-a3901f89-ab1d-4df5-8912-f1c62a7ce7f8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458438 Dec 15 03:26:48.475154 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5564e4e3-daad-413d-b811-620e593f26d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:48.820756 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe12c41-da40-4359-a50f-abdbf4689d98 req-1789b27d-d308-4eed-92ed-c69f28599bbb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:48.822219 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2fe12c41-da40-4359-a50f-abdbf4689d98 req-1789b27d-d308-4eed-92ed-c69f28599bbb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0555489 Dec 15 03:26:48.873332 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2fe12c41-da40-4359-a50f-abdbf4689d98 req-4b9dabce-9724-407d-9489-631b62e441d1 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Dec 15 03:26:49.577843 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:50.000560 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fdec46-a3cc-4390-a872-fd66ca73cabc req-bc49bed2-5044-4ccb-966f-df730597c4fe tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:50.002780 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-90fdec46-a3cc-4390-a872-fd66ca73cabc req-bc49bed2-5044-4ccb-966f-df730597c4fe tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0528643 Dec 15 03:26:50.053364 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-90fdec46-a3cc-4390-a872-fd66ca73cabc req-da5953cf-4868-4acf-97ce-671d7fe20f64 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441732 Dec 15 03:26:50.864396 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:51.185250 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5af71-44f2-4609-9fd6-33724d28d40b req-a9532bf6-0deb-4a06-bef2-9745baa44527 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:51.187299 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1ce5af71-44f2-4609-9fd6-33724d28d40b req-a9532bf6-0deb-4a06-bef2-9745baa44527 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0590177 Dec 15 03:26:51.229586 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:51.240558 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1ce5af71-44f2-4609-9fd6-33724d28d40b req-b0fd6e87-f7df-49ce-8715-78405849aed7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455306 Dec 15 03:26:52.172871 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:26:52.368570 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020b0ef-2813-4fd4-be33-ad453e43284b req-e483e77f-8a28-494a-affe-2d1327303902 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:52.370097 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b020b0ef-2813-4fd4-be33-ad453e43284b req-e483e77f-8a28-494a-affe-2d1327303902 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0525823 Dec 15 03:26:52.416445 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b020b0ef-2813-4fd4-be33-ad453e43284b req-c1fad950-8e04-479d-9fe1-f03c31ba4e4c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402930 Dec 15 03:26:53.550062 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fe416-289c-4223-865a-3bdcb6ba7e45 req-6e2d0659-5b75-4a34-9ad4-a99aee5cb4f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:53.551566 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b50fe416-289c-4223-865a-3bdcb6ba7e45 req-6e2d0659-5b75-4a34-9ad4-a99aee5cb4f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0530727 Dec 15 03:26:53.599679 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b50fe416-289c-4223-865a-3bdcb6ba7e45 req-ab354039-adbd-4aeb-a35e-042348e91cde tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Dec 15 03:26:54.764973 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9679a3e-e95e-4a41-a327-2f096846a519 req-5ba4bf90-bcf5-4e9b-a687-ebc892714f7c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:54.767219 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f9679a3e-e95e-4a41-a327-2f096846a519 req-5ba4bf90-bcf5-4e9b-a687-ebc892714f7c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0548193 Dec 15 03:26:54.832561 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f9679a3e-e95e-4a41-a327-2f096846a519 req-7d7f554a-fe5d-42ca-b3aa-8f399b94ee8b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584204 Dec 15 03:26:55.962746 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4aaf0-720c-4c7b-a996-52ffe91fd7af req-492488c8-7632-4aa3-830d-8cb7996e5fb3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:55.964231 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d2b4aaf0-720c-4c7b-a996-52ffe91fd7af req-492488c8-7632-4aa3-830d-8cb7996e5fb3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0490873 Dec 15 03:26:56.018443 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d2b4aaf0-720c-4c7b-a996-52ffe91fd7af req-aef61129-db1c-46a3-a73f-a6f770b11368 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476034 Dec 15 03:26:57.147769 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881eb0-5224-4498-88d1-0a05806e3fe2 req-21927c59-7762-41ad-b6fc-141d837770f6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:57.149369 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c6881eb0-5224-4498-88d1-0a05806e3fe2 req-21927c59-7762-41ad-b6fc-141d837770f6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0500078 Dec 15 03:26:57.208821 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c6881eb0-5224-4498-88d1-0a05806e3fe2 req-8515b8e4-8476-43fb-9d1e-8fa2852533d8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534346 Dec 15 03:26:58.329557 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678ef8d-ec8a-4ca7-8434-dbc6ba149258 req-ced8e359-6f9b-4719-84e5-c68320af3f35 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:58.331129 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f678ef8d-ec8a-4ca7-8434-dbc6ba149258 req-ced8e359-6f9b-4719-84e5-c68320af3f35 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0492983 Dec 15 03:26:58.382177 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f678ef8d-ec8a-4ca7-8434-dbc6ba149258 req-fd6c890f-5b90-4065-95f0-720f1c5f311b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453498 Dec 15 03:26:58.484874 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-0f3bb6e0-f81d-497f-acb1-9138768ec8e0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447035 Dec 15 03:26:58.559395 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-cfc8b7e8-de8b-4283-9f08-b662bcc9dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:58.560893 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-cfc8b7e8-de8b-4283-9f08-b662bcc9dc1a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4dc35931da44466bbd3bb385eff3b956&device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 1098 time: 0.0422759 Dec 15 03:26:58.666898 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-e2ac868a-9474-4ca1-b9a1-9d1da957ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:58.667406 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-e2ac868a-9474-4ca1-b9a1-9d1da957ffce service neutron] 10.222.0.43 "GET /v2.0/networks?id=835549d8-7520-4ff6-8257-437a0ccb5660 HTTP/1.1" status: 200 len: 909 time: 0.0864930 Dec 15 03:26:58.739974 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-49d79fd7-1f99-4f0f-9d05-35dede78ec34 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952 HTTP/1.1" status: 200 len: 1000 time: 0.0634241 Dec 15 03:26:58.789970 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-bb061295-e100-4fbc-a35f-907a8864eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:58.791448 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-bb061295-e100-4fbc-a35f-907a8864eb3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f574844e-d19e-4d12-a507-7345eef775e3 HTTP/1.1" status: 200 len: 847 time: 0.0440593 Dec 15 03:26:58.836909 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-d8413d45-9690-40fe-8bb1-15ed0a41588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:58.838410 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-d8413d45-9690-40fe-8bb1-15ed0a41588b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=835549d8-7520-4ff6-8257-437a0ccb5660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0390649 Dec 15 03:26:58.933097 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-1601bb49-bb5f-45ae-84ea-477fa74e26a3 service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866251 Dec 15 03:26:59.026531 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d4782bba-ab1c-4b2f-9203-882edf107211 req-2b8e54b2-673e-447e-b9b2-9f3374977dfd service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863371 Dec 15 03:26:59.099148 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25709bb-5f24-4ed1-bf7d-8a0206c90fe3 req-a7657e24-a9b3-4497-883e-dccc2e778451 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:59.100584 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d25709bb-5f24-4ed1-bf7d-8a0206c90fe3 req-a7657e24-a9b3-4497-883e-dccc2e778451 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0546875 Dec 15 03:26:59.156005 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d25709bb-5f24-4ed1-bf7d-8a0206c90fe3 req-d9a1d3b5-f492-4eab-a12f-4f5ab3d8f4b2 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494180 Dec 15 03:26:59.558090 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457a33a-747d-4e00-a6b4-384dfc755772 req-67fb1b5b-6f9c-4d90-8cdd-f8e63969ad21 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:26:59.559684 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3457a33a-747d-4e00-a6b4-384dfc755772 req-67fb1b5b-6f9c-4d90-8cdd-f8e63969ad21 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.1009166 Dec 15 03:26:59.610983 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3457a33a-747d-4e00-a6b4-384dfc755772 req-e5b2858a-cf1e-4932-a4b4-55467bc1c542 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440516 Dec 15 03:27:00.271613 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efc0a4-c404-46a3-b36e-67972a3fbb2c req-3f2c9bfe-6b3d-457d-8dba-e5156344e4fb tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:00.275224 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60efc0a4-c404-46a3-b36e-67972a3fbb2c req-3f2c9bfe-6b3d-457d-8dba-e5156344e4fb tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0515194 Dec 15 03:27:00.327806 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-60efc0a4-c404-46a3-b36e-67972a3fbb2c req-a4cf591f-2b83-4f07-a270-a5d964b8843c tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466506 Dec 15 03:27:00.732194 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83acb-77e9-4d18-ad76-95d724e2d19d req-e96f892d-6da9-47f3-ac0c-b951494c0f81 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:00.733677 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f2f83acb-77e9-4d18-ad76-95d724e2d19d req-e96f892d-6da9-47f3-ac0c-b951494c0f81 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 944 time: 0.0498838 Dec 15 03:27:00.781363 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f2f83acb-77e9-4d18-ad76-95d724e2d19d req-e6f09465-c502-4daf-bc2d-3b318ff8d9f4 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416560 Dec 15 03:27:01.218733 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device f8e823da-c6fc-423d-9e19-482c97122de6 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:27:01.320356 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:01.332724 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'port_id': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'mac_address': 'fa:16:3e:f2:e5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:27:01.369438 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:01.382948 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e823da-c6fc-423d-9e19-482c97122de6 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:27:01.403082 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:01.446168 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bc717-ec70-4d14-8472-0914402f9fcd req-27501e58-ac6b-4a10-80b8-2d0fec071c98 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:01.447660 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ce2bc717-ec70-4d14-8472-0914402f9fcd req-27501e58-ac6b-4a10-80b8-2d0fec071c98 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0503254 Dec 15 03:27:01.472554 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:01.499717 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ce2bc717-ec70-4d14-8472-0914402f9fcd req-97176d49-6691-4696-8277-df6f9341d863 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460796 Dec 15 03:27:01.529699 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:01.778936 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['f8e823da-c6fc-423d-9e19-482c97122de6'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:27:01.909331 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caae361-2e42-4f41-9aa0-067deecc8e87 req-35206b2c-3a64-4279-a141-9bfdf72604fc tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:01.910817 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9caae361-2e42-4f41-9aa0-067deecc8e87 req-35206b2c-3a64-4279-a141-9bfdf72604fc tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 945 time: 0.0527368 Dec 15 03:27:01.959138 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9caae361-2e42-4f41-9aa0-067deecc8e87 req-93ce555b-bac8-4955-9d98-aede412dc8ff tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414195 Dec 15 03:27:02.616368 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e944636-10ad-4206-9f14-eb576cf9161d req-bd629871-156f-4c10-b242-2b2074b424ba tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:02.617852 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5e944636-10ad-4206-9f14-eb576cf9161d req-bd629871-156f-4c10-b242-2b2074b424ba tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0491033 Dec 15 03:27:02.667733 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5e944636-10ad-4206-9f14-eb576cf9161d req-5f25258e-bbd4-4f16-9546-b0cbfd834e8a tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439072 Dec 15 03:27:03.082230 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83489795-f20f-4738-9b79-0af18de5c5d9 req-22744e58-1698-4137-80b3-0ce587acfcfe tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:03.083719 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-83489795-f20f-4738-9b79-0af18de5c5d9 req-22744e58-1698-4137-80b3-0ce587acfcfe tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 945 time: 0.0524485 Dec 15 03:27:03.197139 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-83489795-f20f-4738-9b79-0af18de5c5d9 req-7fe69b34-77af-43e6-adfb-e8bfd8e2a0af tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075387 Dec 15 03:27:03.234551 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device f8e823da-c6fc-423d-9e19-482c97122de6 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:27:03.286341 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port f8e823da-c6fc-423d-9e19-482c97122de6 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:27:03.286857 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:03.365515 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:03.389581 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:27:03.392663 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f88f113-912f-431d-9ab5-d3d39797a174" -d '{"events": [{"server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "name": "network-vif-plugged", "status": "completed", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:27:03.406052 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:03.443481 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53efa6e7-b871-4ecb-9d31-7f40744d1bb7 x-openstack-request-id: req-53efa6e7-b871-4ecb-9d31-7f40744d1bb7 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:27:03.443798 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "name": "network-vif-plugged", "status": "completed", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:27:03.444058 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53efa6e7-b871-4ecb-9d31-7f40744d1bb7 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:27:03.444450 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'code': 200} Dec 15 03:27:03.481610 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:03.535464 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:03.782116 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843d635-2162-44e9-a6f9-62ecbce21286 req-f4c4aa6d-4178-43a0-af5c-4cfb117ed582 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:03.786412 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b843d635-2162-44e9-a6f9-62ecbce21286 req-f4c4aa6d-4178-43a0-af5c-4cfb117ed582 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0512316 Dec 15 03:27:03.837586 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b843d635-2162-44e9-a6f9-62ecbce21286 req-6834ea8b-ec62-4351-b45e-552e90592df4 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475433 Dec 15 03:27:04.181829 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbc5f2-0b0e-4b1e-960c-db90454aab6e req-1cff0f21-0475-4c7b-9d43-32caa85f2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:04.183554 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d3cbc5f2-0b0e-4b1e-960c-db90454aab6e req-1cff0f21-0475-4c7b-9d43-32caa85f2606 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 1100 time: 0.0929186 Dec 15 03:27:04.235849 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d3cbc5f2-0b0e-4b1e-960c-db90454aab6e req-0f41f124-3a27-4820-80c3-cce55d5b690f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453682 Dec 15 03:27:04.319362 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b155e-193d-46b7-8912-eb41e61a1dcc req-7c0917a9-002b-498d-9787-d607160872b6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:04.320819 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-356b155e-193d-46b7-8912-eb41e61a1dcc req-7c0917a9-002b-498d-9787-d607160872b6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 947 time: 0.0482287 Dec 15 03:27:04.372887 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-356b155e-193d-46b7-8912-eb41e61a1dcc req-4c848943-7617-4496-9e7a-7f9098d3755c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461869 Dec 15 03:27:04.950555 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc9f2a-aff9-4f76-ab6d-e371888b424b req-82c7ea71-687b-439d-bb47-0e8a555665fd tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:04.952046 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8cbc9f2a-aff9-4f76-ab6d-e371888b424b req-82c7ea71-687b-439d-bb47-0e8a555665fd tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0488794 Dec 15 03:27:05.003865 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8cbc9f2a-aff9-4f76-ab6d-e371888b424b req-50ccf4d1-1b41-45b7-be22-cb991b6c7d12 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446670 Dec 15 03:27:05.497736 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408277e2-9b3b-418b-8816-c0c89fbe3580 req-0a9a2c93-1d2c-4d4d-80ea-746fd566d605 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:05.499287 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-408277e2-9b3b-418b-8816-c0c89fbe3580 req-0a9a2c93-1d2c-4d4d-80ea-746fd566d605 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 947 time: 0.0521145 Dec 15 03:27:05.561848 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-408277e2-9b3b-418b-8816-c0c89fbe3580 req-b8ee17b8-d099-402e-aa56-9a25ba2407a2 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545907 Dec 15 03:27:06.131476 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d77a9c-a5b8-486e-97c7-36bc28d47cce req-104b9fb1-58e7-41bf-9794-a31b1c87ec36 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:06.131476 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-46d77a9c-a5b8-486e-97c7-36bc28d47cce req-104b9fb1-58e7-41bf-9794-a31b1c87ec36 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0538585 Dec 15 03:27:06.187433 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-46d77a9c-a5b8-486e-97c7-36bc28d47cce req-dd52c6d4-0ace-49fc-8c77-0d6f604fa9e1 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455804 Dec 15 03:27:06.686887 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2824a8-b10a-4ba4-963f-ca44a2b51aaf req-f7509b87-b887-4abc-b728-6d6b6bed605b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:06.688459 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-eb2824a8-b10a-4ba4-963f-ca44a2b51aaf req-f7509b87-b887-4abc-b728-6d6b6bed605b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 947 time: 0.0490406 Dec 15 03:27:06.737833 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-eb2824a8-b10a-4ba4-963f-ca44a2b51aaf req-47188f9d-9208-44f6-b007-79a1e11cb90d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433898 Dec 15 03:27:07.301803 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbef5b4-7b29-482a-b3c4-4bd2b9fdebcc req-838c1a99-ae4d-4d2f-8126-3382d8b7ffa7 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:07.303207 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3bbef5b4-7b29-482a-b3c4-4bd2b9fdebcc req-838c1a99-ae4d-4d2f-8126-3382d8b7ffa7 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0475430 Dec 15 03:27:07.355383 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3bbef5b4-7b29-482a-b3c4-4bd2b9fdebcc req-fc77eb41-1ba3-4512-8259-3ebc8fa3b4e9 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460589 Dec 15 03:27:07.856670 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb8e8d-cfde-4eab-ad7b-542c2521ee99 req-f19030d7-a7d4-463d-80f2-9f88da999932 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:07.858153 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2cfb8e8d-cfde-4eab-ad7b-542c2521ee99 req-f19030d7-a7d4-463d-80f2-9f88da999932 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 947 time: 0.0492830 Dec 15 03:27:07.909288 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2cfb8e8d-cfde-4eab-ad7b-542c2521ee99 req-c277c9c6-7e20-4d7c-ad23-e63c8588bd07 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442603 Dec 15 03:27:08.471073 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35adb6d-be8d-4836-bcb0-ed61cebdf0b3 req-dc6d904c-ed9f-4a3e-9e5c-a9c7147d7b17 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:08.472630 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f35adb6d-be8d-4836-bcb0-ed61cebdf0b3 req-dc6d904c-ed9f-4a3e-9e5c-a9c7147d7b17 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Dec 15 03:27:08.526020 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f35adb6d-be8d-4836-bcb0-ed61cebdf0b3 req-083458d9-a264-484c-8df6-6d7b7abbf489 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468431 Dec 15 03:27:09.443937 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-73968b74-7320-4bac-a440-1b1f61992f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:09.445344 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-73968b74-7320-4bac-a440-1b1f61992f63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4dc35931da44466bbd3bb385eff3b956&device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 1098 time: 0.0420961 Dec 15 03:27:09.540494 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-99c2fe44-2728-47a4-bd7c-7ce4572dfb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:09.541974 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-99c2fe44-2728-47a4-bd7c-7ce4572dfb0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=835549d8-7520-4ff6-8257-437a0ccb5660 HTTP/1.1" status: 200 len: 909 time: 0.0837996 Dec 15 03:27:09.615070 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-48adb67d-abd2-43b6-915d-1f2011df06ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952 HTTP/1.1" status: 200 len: 1000 time: 0.0626199 Dec 15 03:27:09.646857 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d8e39-eb10-4b6d-a4fb-e78c9d273db7 req-e44fea3a-deb8-4db8-8001-8682977a3ac3 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:09.648349 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3b4d8e39-eb10-4b6d-a4fb-e78c9d273db7 req-e44fea3a-deb8-4db8-8001-8682977a3ac3 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0541861 Dec 15 03:27:09.666460 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-e574ac44-1e91-4f8d-8f50-b6bff63fbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:09.667920 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-e574ac44-1e91-4f8d-8f50-b6bff63fbc6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f574844e-d19e-4d12-a507-7345eef775e3 HTTP/1.1" status: 200 len: 847 time: 0.0462003 Dec 15 03:27:09.699627 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3b4d8e39-eb10-4b6d-a4fb-e78c9d273db7 req-75d569c9-838e-4992-bab2-5f4dd4ddbb20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450928 Dec 15 03:27:09.714248 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-1fbc6978-1d1e-4afe-9662-26349af9cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:09.715764 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-1fbc6978-1d1e-4afe-9662-26349af9cca8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=835549d8-7520-4ff6-8257-437a0ccb5660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0413594 Dec 15 03:27:10.069987 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-c7470048-4b51-427f-a61c-c1bf655cfe43 service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457370 Dec 15 03:27:10.158800 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-d2ed0453-2b24-41e7-8baf-bb3472d37c6f req-0ad85652-b229-478d-8abd-a4e702abb6bd service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815001 Dec 15 03:27:10.818041 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9ef5f-865d-4d8b-a780-a8a4d6f607d0 req-4d9c421a-d18d-45a4-b535-a16002492c2e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:10.819527 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-27d9ef5f-865d-4d8b-a780-a8a4d6f607d0 req-4d9c421a-d18d-45a4-b535-a16002492c2e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0492806 Dec 15 03:27:10.868134 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-27d9ef5f-865d-4d8b-a780-a8a4d6f607d0 req-3c9d074f-7d2e-41bb-be20-b3fac153f50c tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427022 Dec 15 03:27:11.990284 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc318c0-3480-47c9-9618-6964c62aef52 req-f3e8fadd-4b0c-4d26-a400-e30d19423e77 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:11.991824 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5cc318c0-3480-47c9-9618-6964c62aef52 req-f3e8fadd-4b0c-4d26-a400-e30d19423e77 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0542455 Dec 15 03:27:12.045844 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5cc318c0-3480-47c9-9618-6964c62aef52 req-555ad61a-db81-473e-b2b4-959342d2fb11 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457995 Dec 15 03:27:12.146476 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38816) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:12.257873 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:12.332761 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:12.398897 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:12.440803 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e86fd2a9813d403eb3d7cda5861d1f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932193 Dec 15 03:27:12.443501 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b48685-a186-45e5-90d1-d77e68774767,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:12.444263 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 38826) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:12.458151 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.458589 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.466171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba0e25-b71d-4058-8cbd-68fc223bc418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.498539 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:12.521519 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:12.634941 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:12.637494 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:12.638660 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88b48685-a186-45e5-90d1-d77e68774767 HTTP/1.1" status: 204 len: 168 time: 0.1931920 Dec 15 03:27:12.647526 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b48685-a186-45e5-90d1-d77e68774767,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:12.654749 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.655113 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.655464 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.655792 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.656134 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.656447 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.656768 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.657273 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.657639 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.658187 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.658692 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.659027 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:12.659351 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af4ad0-bb68-44f8-b8d6-4a6888e83e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:13.171479 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62315-b02f-4a4b-8906-722c18a21722 req-08a03704-8302-4313-a2ac-9559ba91b253 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:13.172945 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d8c62315-b02f-4a4b-8906-722c18a21722 req-08a03704-8302-4313-a2ac-9559ba91b253 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 945 time: 0.0811749 Dec 15 03:27:13.185530 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc6dbf-368e-4338-b02a-47db9fec577c req-73d9c8bd-13da-40f3-8ade-9378510e4648 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:13.187071 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a5bc6dbf-368e-4338-b02a-47db9fec577c req-73d9c8bd-13da-40f3-8ade-9378510e4648 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0681188 Dec 15 03:27:13.261191 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a5bc6dbf-368e-4338-b02a-47db9fec577c req-bc86a959-d794-4eba-8c5d-2e7928a15d1a tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668705 Dec 15 03:27:13.264264 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d8c62315-b02f-4a4b-8906-722c18a21722 req-5b773117-44b2-4188-a515-0ba48dfa32a4 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764298 Dec 15 03:27:13.619528 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056c906-2dc5-4bed-8802-929335dad973 req-b89588e1-6cde-46e0-a3b2-702f6629330a tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:13.620921 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b056c906-2dc5-4bed-8802-929335dad973 req-b89588e1-6cde-46e0-a3b2-702f6629330a tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Dec 15 03:27:13.672625 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b056c906-2dc5-4bed-8802-929335dad973 req-5d7a7294-56e6-49d9-bac8-ab4dccb04061 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450351 Dec 15 03:27:13.713288 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 38852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:13.800370 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-77d97c26-dbd5-4165-994e-eaa07076da44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859375 Dec 15 03:27:13.809210 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-c00fbe09-c0ad-496f-ad86-8b50c310f5fc service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:27:13.810153 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-c00fbe09-c0ad-496f-ad86-8b50c310f5fc service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050335 Dec 15 03:27:14.390439 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf5ce7-5ebb-4aea-82a0-c195c5e21910 req-8dcc2a69-0c5f-440a-8845-7a11fa43c18f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:14.391966 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4dbf5ce7-5ebb-4aea-82a0-c195c5e21910 req-8dcc2a69-0c5f-440a-8845-7a11fa43c18f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 945 time: 0.0491698 Dec 15 03:27:14.441129 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4dbf5ce7-5ebb-4aea-82a0-c195c5e21910 req-242fcbbe-299d-423f-8e30-925ba9de125d tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428016 Dec 15 03:27:14.799704 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd6d4-6197-45d2-8622-e1d749889d33 req-5de50f28-284b-4cf4-90ea-f2d57c5ff04c tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:14.801198 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d75cd6d4-6197-45d2-8622-e1d749889d33 req-5de50f28-284b-4cf4-90ea-f2d57c5ff04c tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0599735 Dec 15 03:27:14.870155 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d75cd6d4-6197-45d2-8622-e1d749889d33 req-a5fc10d6-9694-447b-b8f2-7d293aca9dfc tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628157 Dec 15 03:27:15.144441 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-ff4a26b5-bc3f-4b89-80fd-bab8422bb539 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:15.146290 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-ff4a26b5-bc3f-4b89-80fd-bab8422bb539 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.43 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 945 time: 0.0527115 Dec 15 03:27:15.219320 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:27:15.263469 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Deleting port 43daf980-b4f8-43cd-b851-3d6154c6b825 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:27:15.263792 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:15.294702 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device c4f5e3c5-090a-4275-a978-037ab0d6f952 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:27:15.367733 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] For port 43daf980-b4f8-43cd-b851-3d6154c6b825, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=43daf980-b4f8-43cd-b851-3d6154c6b825,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:15.368104 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:15.386933 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:15.413046 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:27:15.415326 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324f5d1c-b921-4877-b323-b552f546c991" -d '{"events": [{"server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:27:15.429010 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port c4f5e3c5-090a-4275-a978-037ab0d6f952, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:15.449811 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 03:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac2a07-f744-4759-bfd4-626060680377 x-openstack-request-id: req-47ac2a07-f744-4759-bfd4-626060680377 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:27:15.450206 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "name": "network-vif-unplugged", "status": "failed", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952", "code": 422}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:27:15.450657 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47ac2a07-f744-4759-bfd4-626060680377 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:27:15.451084 dv-cinder-818037-9-smb neutron-server[103257]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'code': 422} returned with failed status Dec 15 03:27:15.503886 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:15.553358 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=c4f5e3c5-090a-4275-a978-037ab0d6f952,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:15.560969 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.561322 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.561698 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.562229 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.562601 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828415f-ddc1-4a00-953c-2ff00477061b req-0c3486c6-685c-44e8-8ebd-366043e7e017 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:15.563379 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.564389 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.564775 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f828415f-ddc1-4a00-953c-2ff00477061b req-0c3486c6-685c-44e8-8ebd-366043e7e017 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 945 time: 0.0539274 Dec 15 03:27:15.564946 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.565271 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.565609 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.565960 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.566306 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.566666 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.566999 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:27:15.567714 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:15.568073 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:15.568388 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.l3_db [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Floating IP a065786e-800a-4b83-b839-6b4ff0742de0 disassociated. External IP: 172.28.0.2, port: 43daf980-b4f8-43cd-b851-3d6154c6b825. Dec 15 03:27:15.568730 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Calling delete_port for 43daf980-b4f8-43cd-b851-3d6154c6b825 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:27:15.621854 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f828415f-ddc1-4a00-953c-2ff00477061b req-6c2ef414-1b2e-4b8e-8805-29431c0ea407 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups?id=1920dead-6fa1-4f9c-9fd6-49869bec4276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432274 Dec 15 03:27:15.760392 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:15.790093 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event deleted for resources: {'Port': ['ID=43daf980-b4f8-43cd-b851-3d6154c6b825,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:15.903791 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:27:15.986282 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa943a1e-e02b-4c2c-8f40-9900fabdc5ca req-7569b048-c5c7-4014-a564-570066cd43f0 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:15.987795 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa943a1e-e02b-4c2c-8f40-9900fabdc5ca req-7569b048-c5c7-4014-a564-570066cd43f0 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 943 time: 0.0491428 Dec 15 03:27:16.015401 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:27:16.026599 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] Sync routers for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:27:16.039297 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aa943a1e-e02b-4c2c-8f40-9900fabdc5ca req-c44852eb-dd59-4a07-9682-2b0f5469c50d tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455985 Dec 15 03:27:16.041840 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:27:16.042464 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:26:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:16.059379 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] No DVR routers for this DVR port 43daf980-b4f8-43cd-b851-3d6154c6b825 on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:27:16.062130 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:16.066143 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-24bef4dc-68e9-444c-ae03-9134cc5e13db req-a1b456b8-2183-41ea-9646-46d4b196aec5 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.43 "DELETE /v2.0/ports/43daf980-b4f8-43cd-b851-3d6154c6b825 HTTP/1.1" status: 204 len: 173 time: 0.9130471 Dec 15 03:27:16.066712 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'name': 'network-vif-deleted', 'tag': '43daf980-b4f8-43cd-b851-3d6154c6b825'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:27:16.069013 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83f0a3e-d4d3-4955-9eaf-8cfb48d94f4b" -d '{"events": [{"server_uuid": "1387740e-2ebd-418e-9a35-f9f110fc0bfc", "name": "network-vif-deleted", "tag": "43daf980-b4f8-43cd-b851-3d6154c6b825"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:27:16.147020 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-c13dce9d-d3a5-485e-af7a-43914581783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:16.148581 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-c13dce9d-d3a5-485e-af7a-43914581783f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99&tenant_id=4dc35931da44466bbd3bb385eff3b956 HTTP/1.1" status: 200 len: 1096 time: 0.0443015 Dec 15 03:27:16.185771 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:27:16.245536 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-b132d4d8-24f2-49e9-9118-7b2dd1ca492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:16.247935 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-b132d4d8-24f2-49e9-9118-7b2dd1ca492d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4dc35931da44466bbd3bb385eff3b956&device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 1096 time: 0.0536194 Dec 15 03:27:16.249267 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e0c4fceb-6e57-4ce4-8c96-105f980471ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:16.322223 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122ef8c9-3db5-43b1-baab-fecb919961f4 x-openstack-request-id: req-122ef8c9-3db5-43b1-baab-fecb919961f4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:27:16.322630 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1387740e-2ebd-418e-9a35-f9f110fc0bfc", "name": "network-vif-deleted", "tag": "43daf980-b4f8-43cd-b851-3d6154c6b825", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:27:16.322830 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-122ef8c9-3db5-43b1-baab-fecb919961f4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:27:16.323210 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1387740e-2ebd-418e-9a35-f9f110fc0bfc', 'name': 'network-vif-deleted', 'tag': '43daf980-b4f8-43cd-b851-3d6154c6b825', 'status': 'completed', 'code': 200} Dec 15 03:27:16.368935 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-ecd9c086-baf6-4a76-9798-8601a63c456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:16.370530 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-ecd9c086-baf6-4a76-9798-8601a63c456b service neutron] 10.222.0.43 "GET /v2.0/networks?id=835549d8-7520-4ff6-8257-437a0ccb5660 HTTP/1.1" status: 200 len: 909 time: 0.1153738 Dec 15 03:27:16.425377 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:16.437608 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-e8c81833-0bf3-4ccc-93a9-44ecde11b6cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952 HTTP/1.1" status: 200 len: 998 time: 0.0600944 Dec 15 03:27:16.452522 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] Checking router: 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:27:16.461193 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:27:16.461856 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:26:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:16.500828 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-2a4c1b20-ae7e-4f77-b701-8425709179c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:16.502675 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-2a4c1b20-ae7e-4f77-b701-8425709179c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f574844e-d19e-4d12-a507-7345eef775e3 HTTP/1.1" status: 200 len: 847 time: 0.0492487 Dec 15 03:27:16.555048 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-41b50cb2-8a6a-4146-95f9-f6ba9ca9cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:16.556609 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-41b50cb2-8a6a-4146-95f9-f6ba9ca9cb28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=835549d8-7520-4ff6-8257-437a0ccb5660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0452104 Dec 15 03:27:16.569269 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:27:16.645002 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-e6083f9d-605a-410e-adce-c1de3b97f0be service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805809 Dec 15 03:27:16.735456 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6843f6ab-5731-4a9a-b0af-b046240d3abe req-4dc6bd5d-5824-4145-bb79-156f3b59b5ff tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1387740e-2ebd-418e-9a35-f9f110fc0bfc HTTP/1.1" status: 200 len: 210 time: 0.0293705 Dec 15 03:27:16.742583 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-99700f0b-e4f6-4a94-a4d9-2adb0e6cf7b9 req-7b5b3645-d551-4122-93a7-b959b8f04b4d service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900545 Dec 15 03:27:16.773957 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:16.804053 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eba283-96e9-413c-a15a-b31aac59e054 None None] The sync data for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb is: [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:21:50Z', 'revision_number': 4, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'd13b6c43-9bbb-424c-8e6d-3a4862cd368a', 'name': '', 'network_id': '89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'mac_address': 'fa:16:3e:03:82:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:49Z', 'updated_at': '2021-12-15T03:21:55Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'subnets': [{'id': '600eec61-1422-43d1-afe5-1fe824ccc873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:27:17.015089 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e55bf-df73-457d-a344-cda1cd86784c None None] New status for floating IP a065786e-800a-4b83-b839-6b4ff0742de0: DOWN {{(pid=103258) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:27:17.163254 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e0e26-1cd8-45da-bc63-14a1e4126c6d req-ec2ef473-e012-4ecc-a607-b9dd35d6fa83 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:17.164930 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4e8e0e26-1cd8-45da-bc63-14a1e4126c6d req-ec2ef473-e012-4ecc-a607-b9dd35d6fa83 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 943 time: 0.0507004 Dec 15 03:27:17.223811 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4e8e0e26-1cd8-45da-bc63-14a1e4126c6d req-5eba9923-e231-495b-b5f2-9bce72de1521 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527506 Dec 15 03:27:17.882428 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 38886) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:17.938449 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc14b5e7-5f44-4cce-ae44-909f4368df5f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:17.962228 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc14b5e7-5f44-4cce-ae44-909f4368df5f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:18.120410 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc14b5e7-5f44-4cce-ae44-909f4368df5f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:18.122922 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc14b5e7-5f44-4cce-ae44-909f4368df5f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:18.124067 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-cc14b5e7-5f44-4cce-ae44-909f4368df5f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "DELETE /v2.0/security-groups/1920dead-6fa1-4f9c-9fd6-49869bec4276 HTTP/1.1" status: 204 len: 168 time: 0.2406108 Dec 15 03:27:18.127738 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38888) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:18.133685 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14b5e7-5f44-4cce-ae44-909f4368df5f tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1920dead-6fa1-4f9c-9fd6-49869bec4276,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:18.142319 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.api.v2.resource [None req-3fa75d16-52df-42c7-9efe-b4886aae5925 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] show failed (client error): The resource could not be found. Dec 15 03:27:18.143402 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-3fa75d16-52df-42c7-9efe-b4886aae5925 tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "GET /v2.0/security-groups/1920dead-6fa1-4f9c-9fd6-49869bec4276 HTTP/1.1" status: 404 len: 347 time: 0.0146217 Dec 15 03:27:18.148913 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38890) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:18.277730 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fb434-3a63-4786-9296-d6e8b5cf20bc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Deleting port 9a1e5ab9-47f2-4752-a7dc-4f3e23224238 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:27:18.278080 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb434-3a63-4786-9296-d6e8b5cf20bc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:18.341717 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f02647-0919-4593-8f21-0abf06cadb42 req-e90d4789-645e-4af6-acc5-eed5704dad31 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:18.343226 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3f02647-0919-4593-8f21-0abf06cadb42 req-e90d4789-645e-4af6-acc5-eed5704dad31 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 943 time: 0.0514715 Dec 15 03:27:18.354499 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb434-3a63-4786-9296-d6e8b5cf20bc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:18.354994 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb434-3a63-4786-9296-d6e8b5cf20bc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:18.368379 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fb434-3a63-4786-9296-d6e8b5cf20bc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Calling delete_port for 9a1e5ab9-47f2-4752-a7dc-4f3e23224238 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:27:18.394098 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3f02647-0919-4593-8f21-0abf06cadb42 req-d772ae1f-c418-4e2b-8a5b-fb922dec61d9 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444572 Dec 15 03:27:18.486181 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b4efe5db-7d8d-4587-83ac-867179284926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:18.575325 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb434-3a63-4786-9296-d6e8b5cf20bc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:18.600435 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fb434-3a63-4786-9296-d6e8b5cf20bc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Pushing event deleted for resources: {'Port': ['ID=9a1e5ab9-47f2-4752-a7dc-4f3e23224238,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:18.663072 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb434-3a63-4786-9296-d6e8b5cf20bc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks [] for floatingip, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:18.665542 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d8fb434-3a63-4786-9296-d6e8b5cf20bc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:18.666726 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5d8fb434-3a63-4786-9296-d6e8b5cf20bc tempest-AttachVolumeTestJSON-2017190707 tempest-AttachVolumeTestJSON-2017190707-project] 10.222.0.45 "DELETE /v2.0/floatingips/a065786e-800a-4b83-b839-6b4ff0742de0 HTTP/1.1" status: 204 len: 168 time: 0.5167484 Dec 15 03:27:19.315417 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device c4f5e3c5-090a-4275-a978-037ab0d6f952 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:27:19.328049 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 43daf980-b4f8-43cd-b851-3d6154c6b825 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:27:19.350985 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 43daf980-b4f8-43cd-b851-3d6154c6b825 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:27:19.351331 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 43daf980-b4f8-43cd-b851-3d6154c6b825 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:27:19.435800 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port c4f5e3c5-090a-4275-a978-037ab0d6f952, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:19.448499 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'port_id': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'mac_address': 'fa:16:3e:5b:26:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:27:19.486103 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:19.499833 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f5e3c5-090a-4275-a978-037ab0d6f952 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:27:19.518230 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e841c-f808-4513-be10-be993ca29d4d req-8f7c337a-d537-4b69-90ba-56193f56a3e0 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:19.519754 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0f0e841c-f808-4513-be10-be993ca29d4d req-8f7c337a-d537-4b69-90ba-56193f56a3e0 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 943 time: 0.0506346 Dec 15 03:27:19.530298 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port c4f5e3c5-090a-4275-a978-037ab0d6f952, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:19.576147 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0f0e841c-f808-4513-be10-be993ca29d4d req-f1dfcd9c-9122-47e4-9dcd-6d76679d1db8 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495291 Dec 15 03:27:19.600289 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:19.753334 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:19.774811 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=c4f5e3c5-090a-4275-a978-037ab0d6f952,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:19.907106 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['c4f5e3c5-090a-4275-a978-037ab0d6f952'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:27:20.691358 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f8201-f306-4ed3-8d24-27cfde559ff1 req-2a15d4f6-708b-46f0-a735-2cc1af578b1c tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:20.692800 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-623f8201-f306-4ed3-8d24-27cfde559ff1 req-2a15d4f6-708b-46f0-a735-2cc1af578b1c tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 944 time: 0.0480616 Dec 15 03:27:20.746897 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-623f8201-f306-4ed3-8d24-27cfde559ff1 req-cce198b2-ec01-4a4d-8a35-eff7fd1c8331 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475595 Dec 15 03:27:20.890015 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:21.227108 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:21.329340 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device c4f5e3c5-090a-4275-a978-037ab0d6f952 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:27:21.375980 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port c4f5e3c5-090a-4275-a978-037ab0d6f952 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:27:21.376345 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:21.460969 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:21.483403 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:27:21.485651 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f67044a-c9e8-43ef-a9b2-6b9290fdff5f" -d '{"events": [{"server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "name": "network-vif-plugged", "status": "completed", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:27:21.498780 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port c4f5e3c5-090a-4275-a978-037ab0d6f952, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:21.566221 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:21.576109 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4dfb09-c2b4-4247-b024-75c559dd3d5a x-openstack-request-id: req-bd4dfb09-c2b4-4247-b024-75c559dd3d5a {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:27:21.576109 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "name": "network-vif-plugged", "status": "completed", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:27:21.576109 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd4dfb09-c2b4-4247-b024-75c559dd3d5a {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:27:21.576418 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'code': 200} Dec 15 03:27:21.621675 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=c4f5e3c5-090a-4275-a978-037ab0d6f952,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:21.863157 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6653c-d670-4380-8343-170988e6a99d req-2aac5237-a9ca-4476-b801-edfe0539dac2 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:21.864653 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-09b6653c-d670-4380-8343-170988e6a99d req-2aac5237-a9ca-4476-b801-edfe0539dac2 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0512559 Dec 15 03:27:21.915132 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-09b6653c-d670-4380-8343-170988e6a99d req-4ecc8a62-5c96-4ef1-a84c-c148c9aaf263 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438495 Dec 15 03:27:21.969292 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55e37e-4f2a-4530-9a06-36ce2f3e252a req-6f1a2df8-4a21-4e9b-8666-01686d326be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:21.970937 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-be55e37e-4f2a-4530-9a06-36ce2f3e252a req-6f1a2df8-4a21-4e9b-8666-01686d326be9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 1098 time: 0.0437505 Dec 15 03:27:22.019377 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-be55e37e-4f2a-4530-9a06-36ce2f3e252a req-6563866c-7904-44c0-8cec-71524519b315 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406482 Dec 15 03:27:22.194662 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:22.538429 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 38930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:22.969237 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1566738'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:23.096829 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551e217-b1b8-4e4b-a16a-2d61c406f793 req-dad29015-a6a4-4937-936b-7f96867f113e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:23.098210 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3551e217-b1b8-4e4b-a16a-2d61c406f793 req-dad29015-a6a4-4937-936b-7f96867f113e tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0929163 Dec 15 03:27:23.205144 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3551e217-b1b8-4e4b-a16a-2d61c406f793 req-2ab609b4-b656-4030-a189-722441a63759 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002221 Dec 15 03:27:23.293645 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] Deleting port d13b6c43-9bbb-424c-8e6d-3a4862cd368a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:27:23.293983 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:23.371199 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] For port d13b6c43-9bbb-424c-8e6d-3a4862cd368a, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=d13b6c43-9bbb-424c-8e6d-3a4862cd368a,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:23.371476 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:23.383888 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] Calling delete_port for d13b6c43-9bbb-424c-8e6d-3a4862cd368a owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:27:23.623031 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:23.656828 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13b6c43-9bbb-424c-8e6d-3a4862cd368a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:23.813697 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1566862'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:24.263987 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] Router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:27:24.389694 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb865d5-c1c7-47b7-91c7-569515eac37c req-3915aee5-00f3-45fc-9965-ab5f56bf23fd tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:24.391165 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2eb865d5-c1c7-47b7-91c7-569515eac37c req-3915aee5-00f3-45fc-9965-ab5f56bf23fd tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.1159902 Dec 15 03:27:24.415353 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:27:24.420713 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-aaadc432-cb5d-48a8-90a9-e7e36aab9ce5 admin admin] 10.222.0.45 "PUT /v2.0/routers/46717ee9-98ce-4b5a-b0ed-320a3f3af6ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8811321 Dec 15 03:27:24.423356 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38938) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:24.424454 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] Sync routers for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:27:24.436469 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:27:24.437095 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:27:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:24.450026 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2eb865d5-c1c7-47b7-91c7-569515eac37c req-e4362ffb-4081-457b-bb38-10723fe93325 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529947 Dec 15 03:27:24.530153 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Publish callbacks [] for router, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:24.543743 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:27:24.630434 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:24.722986 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:27:23Z', 'revision_number': 5, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port': {'id': '9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:21:45Z', 'updated_at': '2021-12-15T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:24.750123 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] Checking router: 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:27:24.757095 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Deleting port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:27:24.757426 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:24.758484 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] Routers {'46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:27:24.759391 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:27:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:24.845771 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] For port 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:24.846022 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] Set router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:27:24.846199 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:24.858038 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Calling delete_port for 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:27:24.899651 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:27:24Z', 'revision_number': 6, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port_host': None}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:24.925023 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6921195-df2b-4f45-8c70-ff0b0beb1365 None None] The sync data for ids ['46717ee9-98ce-4b5a-b0ed-320a3f3af6ab'] in dv-cinder-818037-9-smb is: [{'id': '46717ee9-98ce-4b5a-b0ed-320a3f3af6ab', 'name': 'tempest-AttachVolumeTestJSON-1023888256-router', 'tenant_id': 'eafe2298ec50424298817e7903bfa08e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:21:44Z', 'updated_at': '2021-12-15T03:27:24Z', 'revision_number': 6, 'project_id': 'eafe2298ec50424298817e7903bfa08e', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:27:25.124036 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.156362 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:25.222979 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1566508'] for router_gateway, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.318238 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1565116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4679'] for router, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.320596 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.440205 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1565109'] for router, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.440857 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46717ee9-98ce-4b5a-b0ed-320a3f3af6ab {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 03:27:25.445684 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.450115 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-400c1618-cd41-4b4a-912b-4795a8d2718d admin admin] 10.222.0.45 "DELETE /v2.0/routers/46717ee9-98ce-4b5a-b0ed-320a3f3af6ab HTTP/1.1" status: 204 len: 168 time: 1.0225573 Dec 15 03:27:25.450115 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 38942) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:25.493912 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-7992d308-5650-4984-b690-bc54850da5e1 admin admin] Deleting subnet 600eec61-1422-43d1-afe5-1fe824ccc873 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:27:25.496992 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7992d308-5650-4984-b690-bc54850da5e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.530194 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7992d308-5650-4984-b690-bc54850da5e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387047'] for subnet, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.610144 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7992d308-5650-4984-b690-bc54850da5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.712800 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7992d308-5650-4984-b690-bc54850da5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5007163'] for subnet, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.736831 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992d308-5650-4984-b690-bc54850da5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600eec61-1422-43d1-afe5-1fe824ccc873,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:25.743250 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7992d308-5650-4984-b690-bc54850da5e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.746517 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7992d308-5650-4984-b690-bc54850da5e1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/600eec61-1422-43d1-afe5-1fe824ccc873 HTTP/1.1" status: 204 len: 168 time: 0.2962656 Dec 15 03:27:25.749384 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 38944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:25.757474 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e35950-42cd-447d-ba37-ab36c4bcace4 None None] Network 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:27:25.826476 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.882667 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Deleting port b0d6477b-d677-44c0-a3bb-1f9315550433 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:27:25.883014 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.919455 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f1a47b-e50f-4c07-9e59-e4f6ae730b05 None None] DHCP port deletion for 89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e request from dv-cinder-818037-9-smb {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 03:27:25.955037 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] For port b0d6477b-d677-44c0-a3bb-1f9315550433, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=b0d6477b-d677-44c0-a3bb-1f9315550433,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:25.955418 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:25.968427 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Calling delete_port for b0d6477b-d677-44c0-a3bb-1f9315550433 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:27:25.972183 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1a47b-e50f-4c07-9e59-e4f6ae730b05 None None] Deleting port b0d6477b-d677-44c0-a3bb-1f9315550433 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:27:25.972562 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a47b-e50f-4c07-9e59-e4f6ae730b05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.037687 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e4f1a47b-e50f-4c07-9e59-e4f6ae730b05 None None] For port b0d6477b-d677-44c0-a3bb-1f9315550433, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=b0d6477b-d677-44c0-a3bb-1f9315550433,segment=NetworkSegment(05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e),segment_id=05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:26.039170 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a47b-e50f-4c07-9e59-e4f6ae730b05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.051333 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1a47b-e50f-4c07-9e59-e4f6ae730b05 None None] Calling delete_port for b0d6477b-d677-44c0-a3bb-1f9315550433 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:27:26.192904 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.199818 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a47b-e50f-4c07-9e59-e4f6ae730b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489'] for port, after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.219680 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d6477b-d677-44c0-a3bb-1f9315550433,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:26.221447 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] No DVR routers for this DVR port b0d6477b-d677-44c0-a3bb-1f9315550433 on host dv-cinder-818037-9-smb {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:27:26.230276 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1a47b-e50f-4c07-9e59-e4f6ae730b05 None None] Pushing event deleted for resources: {'Port': ['ID=b0d6477b-d677-44c0-a3bb-1f9315550433,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:26.235004 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f1a47b-e50f-4c07-9e59-e4f6ae730b05 None None] No DVR routers for this DVR port b0d6477b-d677-44c0-a3bb-1f9315550433 on host dv-cinder-818037-9-smb {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:27:26.299768 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.319240 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:26.328400 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:26.328702 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fe4fa4-f8c6-49ef-a16b-d7b4dc586f5e') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:26.338479 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7565027'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.351931 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.357679 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:27:26.358052 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2008503'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: Traceback (most recent call last): Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: timer() Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: cb(*args, **kw) Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: return func(*args, **kwargs) Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: self._notify() Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: self.callback(batched_events) Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: event.method(event) Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: return f(self, *a, **k) Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: return self._get(url).json() Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:27:26.359688 dv-cinder-818037-9-smb neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:27:26.497026 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.502177 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.505289 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e HTTP/1.1" status: 204 len: 168 time: 0.7530277 Dec 15 03:27:26.516052 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7fda5-9e5f-4a60-99c4-c4b4c3adecb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=89ca8c6b-4cc2-4da0-9bd8-87f544b3b69e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:26.821439 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 38948) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:26.827306 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device b0d6477b-d677-44c0-a3bb-1f9315550433 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:27:26.850961 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: b0d6477b-d677-44c0-a3bb-1f9315550433 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:27:26.851306 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device b0d6477b-d677-44c0-a3bb-1f9315550433 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:27:26.851715 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:27:26.861096 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-f4e19fb8-6090-4414-93d2-49eade301879 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eafe2298ec50424298817e7903bfa08e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385106 Dec 15 03:27:26.863650 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 38950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:26.870741 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:27:26.871095 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 9d3b22e2-cc45-40e0-b69a-22c8e5f0dd3f not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:27:26.871506 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device d13b6c43-9bbb-424c-8e6d-3a4862cd368a no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:27:26.890554 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: d13b6c43-9bbb-424c-8e6d-3a4862cd368a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:27:26.890910 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device d13b6c43-9bbb-424c-8e6d-3a4862cd368a not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:27:26.917242 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-331372a6-7faa-46df-8e89-665d128ab807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:26.940041 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-331372a6-7faa-46df-8e89-665d128ab807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:27.107194 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-331372a6-7faa-46df-8e89-665d128ab807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:27.109679 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-331372a6-7faa-46df-8e89-665d128ab807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:27.110844 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-331372a6-7faa-46df-8e89-665d128ab807 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53669efb-0aa9-42f0-9b9f-63463f01e499 HTTP/1.1" status: 204 len: 168 time: 0.2462554 Dec 15 03:27:27.118785 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331372a6-7faa-46df-8e89-665d128ab807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53669efb-0aa9-42f0-9b9f-63463f01e499,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:31.799379 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39012) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:31.904146 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ef0320e-f0f2-4db6-ad70-3e47a99593c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:31.977418 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ef0320e-f0f2-4db6-ad70-3e47a99593c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:32.062831 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ef0320e-f0f2-4db6-ad70-3e47a99593c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:32.105972 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-1ef0320e-f0f2-4db6-ad70-3e47a99593c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33abaa0c35aa44dc8df46502c6bd64b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054383 Dec 15 03:27:32.106869 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0320e-f0f2-4db6-ad70-3e47a99593c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e4c6c-e0fd-4de4-8ffa-21c8ef5a60dc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:32.108543 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39016) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:32.157622 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71e1a40-dd27-4455-930f-bdcb76519795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:32.177481 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71e1a40-dd27-4455-930f-bdcb76519795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:32.302779 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71e1a40-dd27-4455-930f-bdcb76519795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:32.306082 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71e1a40-dd27-4455-930f-bdcb76519795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:32.310092 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-c71e1a40-dd27-4455-930f-bdcb76519795 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e11e4c6c-e0fd-4de4-8ffa-21c8ef5a60dc HTTP/1.1" status: 204 len: 168 time: 0.1980140 Dec 15 03:27:32.315498 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e1a40-dd27-4455-930f-bdcb76519795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e4c6c-e0fd-4de4-8ffa-21c8ef5a60dc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:34.055857 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:34.159718 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c87fa12d-6a89-4dd1-9831-b460aed3d7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:34.232862 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c87fa12d-6a89-4dd1-9831-b460aed3d7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:34.285694 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c87fa12d-6a89-4dd1-9831-b460aed3d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:34.327326 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-c87fa12d-6a89-4dd1-9831-b460aed3d7a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17ee1fe6d0c74f4f8848a3bd116ce43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694452 Dec 15 03:27:34.328190 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fa12d-6a89-4dd1-9831-b460aed3d7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d37b28b-4fc1-4c32-8d09-e9ac440ba3e6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:34.330022 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39070) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:34.377652 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e685f3f-453e-4cf6-9517-562c2bc8c84e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:34.398293 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e685f3f-453e-4cf6-9517-562c2bc8c84e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:34.502481 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e685f3f-453e-4cf6-9517-562c2bc8c84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:34.505048 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e685f3f-453e-4cf6-9517-562c2bc8c84e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:34.506187 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-7e685f3f-453e-4cf6-9517-562c2bc8c84e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d37b28b-4fc1-4c32-8d09-e9ac440ba3e6 HTTP/1.1" status: 204 len: 168 time: 0.1750505 Dec 15 03:27:34.514228 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e685f3f-453e-4cf6-9517-562c2bc8c84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d37b28b-4fc1-4c32-8d09-e9ac440ba3e6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:42.449988 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39168) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:42.560660 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74ae60e5-b6d3-4ca5-970c-035a6f94c08a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:42.632260 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74ae60e5-b6d3-4ca5-970c-035a6f94c08a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:42.708084 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74ae60e5-b6d3-4ca5-970c-035a6f94c08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:42.748949 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-74ae60e5-b6d3-4ca5-970c-035a6f94c08a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6dd5c0167eb7429f8f93aded16635631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977526 Dec 15 03:27:42.750030 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae60e5-b6d3-4ca5-970c-035a6f94c08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf642f67-6ae6-4e19-a237-ab663b972eab,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:42.751647 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39174) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:42.799067 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7353fe05-3d6b-44b3-b3d4-9f7f54d0dd0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:42.820388 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7353fe05-3d6b-44b3-b3d4-9f7f54d0dd0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:42.918802 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac50f9d-8ff2-4a8c-8886-d1aee0ffe2cd req-7a663706-72b0-425b-b073-8174415115bf tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:42.920263 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aac50f9d-8ff2-4a8c-8886-d1aee0ffe2cd req-7a663706-72b0-425b-b073-8174415115bf tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 947 time: 0.0487099 Dec 15 03:27:42.933277 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7353fe05-3d6b-44b3-b3d4-9f7f54d0dd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:42.935785 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7353fe05-3d6b-44b3-b3d4-9f7f54d0dd0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:42.936809 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-7353fe05-3d6b-44b3-b3d4-9f7f54d0dd0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf642f67-6ae6-4e19-a237-ab663b972eab HTTP/1.1" status: 204 len: 168 time: 0.1841955 Dec 15 03:27:42.953254 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353fe05-3d6b-44b3-b3d4-9f7f54d0dd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf642f67-6ae6-4e19-a237-ab663b972eab,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:42.987021 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-aac50f9d-8ff2-4a8c-8886-d1aee0ffe2cd req-c26d9be3-7867-4614-8691-35274ebd7a68 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607672 Dec 15 03:27:43.494043 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:43.507474 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75d0c845-6c31-4309-ab7f-e20d5a40a584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:43.580043 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75d0c845-6c31-4309-ab7f-e20d5a40a584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:43.645332 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75d0c845-6c31-4309-ab7f-e20d5a40a584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:43.680829 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0c845-6c31-4309-ab7f-e20d5a40a584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63753ed5-e3ce-4a5d-ab65-7873e2ede7cf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:43.685886 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-75d0c845-6c31-4309-ab7f-e20d5a40a584 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2dd73299a92c406481c61d726937c19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901467 Dec 15 03:27:43.688527 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39184) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:43.734359 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e57cf5b0-96e3-4811-ad03-ebd1a98db28a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:43.755600 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e57cf5b0-96e3-4811-ad03-ebd1a98db28a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:43.862687 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e57cf5b0-96e3-4811-ad03-ebd1a98db28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:43.865179 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e57cf5b0-96e3-4811-ad03-ebd1a98db28a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:43.866305 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-e57cf5b0-96e3-4811-ad03-ebd1a98db28a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63753ed5-e3ce-4a5d-ab65-7873e2ede7cf HTTP/1.1" status: 204 len: 168 time: 0.1768849 Dec 15 03:27:43.875315 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57cf5b0-96e3-4811-ad03-ebd1a98db28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63753ed5-e3ce-4a5d-ab65-7873e2ede7cf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:44.115301 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72dce-7554-4737-a602-e83f9b4f66ec req-63de0fb1-ec37-4299-a574-66094f308d79 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:44.116805 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e4d72dce-7554-4737-a602-e83f9b4f66ec req-63de0fb1-ec37-4299-a574-66094f308d79 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 947 time: 0.0535986 Dec 15 03:27:44.166309 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e4d72dce-7554-4737-a602-e83f9b4f66ec req-ca604d4b-8749-44d9-a15c-19184b380d29 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427444 Dec 15 03:27:44.733987 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e646d-ece9-4252-accb-3194a53df641 req-271f8b0e-e6c1-45df-afd7-be32ef400938 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:44.735461 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5c7e646d-ece9-4252-accb-3194a53df641 req-271f8b0e-e6c1-45df-afd7-be32ef400938 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 947 time: 0.0512354 Dec 15 03:27:44.830619 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Deleting port f8e823da-c6fc-423d-9e19-482c97122de6 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:27:44.830961 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:44.922419 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] For port f8e823da-c6fc-423d-9e19-482c97122de6, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=f8e823da-c6fc-423d-9e19-482c97122de6,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:44.922808 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:45.096065 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:45.096430 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:45.096753 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.l3_db [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Floating IP 94db5748-3cc9-47e3-b832-8f2732753c41 disassociated. External IP: 172.28.0.225, port: f8e823da-c6fc-423d-9e19-482c97122de6. Dec 15 03:27:45.097105 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Calling delete_port for f8e823da-c6fc-423d-9e19-482c97122de6 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:27:45.294222 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d868c-7e99-447d-bf20-d5cd8ae1282e req-8859244b-2e58-4503-ba3a-2b33dab7a7e2 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:45.295676 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f87d868c-7e99-447d-bf20-d5cd8ae1282e req-8859244b-2e58-4503-ba3a-2b33dab7a7e2 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d75783b-99d7-46e7-b545-d9b4108a76fa HTTP/1.1" status: 200 len: 947 time: 0.0497415 Dec 15 03:27:45.302650 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:45.332051 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event deleted for resources: {'Port': ['ID=f8e823da-c6fc-423d-9e19-482c97122de6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:45.348150 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f87d868c-7e99-447d-bf20-d5cd8ae1282e req-7df43084-aa68-4d6f-94ab-bff8babcc0bd tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=19cf3d7c-59c6-4634-bd52-eb427247ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462129 Dec 15 03:27:45.454155 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:27:45.563724 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:27:45.573494 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] Sync routers for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:27:45.587583 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:27:45.587583 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:27:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:45.603768 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] No DVR routers for this DVR port f8e823da-c6fc-423d-9e19-482c97122de6 on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:27:45.607331 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:45.610666 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5c7e646d-ece9-4252-accb-3194a53df641 req-71751ca8-e46b-4093-b851-2398c9119ebb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.43 "DELETE /v2.0/ports/f8e823da-c6fc-423d-9e19-482c97122de6 HTTP/1.1" status: 204 len: 173 time: 0.8657923 Dec 15 03:27:45.611114 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'name': 'network-vif-deleted', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:27:45.613338 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef77121-f491-4f8f-81ee-147030ea3beb" -d '{"events": [{"server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "name": "network-vif-deleted", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:27:45.655675 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4a413b-4410-4136-9676-83feb9d20d6b x-openstack-request-id: req-2a4a413b-4410-4136-9676-83feb9d20d6b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:27:45.655972 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d75783b-99d7-46e7-b545-d9b4108a76fa", "name": "network-vif-deleted", "tag": "f8e823da-c6fc-423d-9e19-482c97122de6", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:27:45.656233 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a4a413b-4410-4136-9676-83feb9d20d6b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:27:45.656683 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75783b-99d7-46e7-b545-d9b4108a76fa', 'name': 'network-vif-deleted', 'tag': 'f8e823da-c6fc-423d-9e19-482c97122de6', 'status': 'completed', 'code': 200} Dec 15 03:27:45.708303 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:27:45.980487 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:46.008219 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] Checking router: 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:27:46.021982 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:27:46.022679 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:27:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:46.141645 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:27:46.246109 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d89ab1d-6736-4251-9ae6-e8010849913b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:46.362903 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:27:46.395350 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fa1da-2a7c-44b4-a763-7e28d3778052 None None] The sync data for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb is: [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:27:46.508967 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39264) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:46.566049 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9119c81b-e0b3-4fe8-af7c-d65eda685f6b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:46.591258 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9119c81b-e0b3-4fe8-af7c-d65eda685f6b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:46.625698 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a4906a-2a55-488a-b28e-9db563ece69f None None] New status for floating IP 94db5748-3cc9-47e3-b832-8f2732753c41: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:27:46.719642 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9119c81b-e0b3-4fe8-af7c-d65eda685f6b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:46.722472 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9119c81b-e0b3-4fe8-af7c-d65eda685f6b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:46.726604 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39268) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:46.727142 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39270) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:46.727588 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-9119c81b-e0b3-4fe8-af7c-d65eda685f6b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "DELETE /v2.0/security-groups/19cf3d7c-59c6-4634-bd52-eb427247ce3f HTTP/1.1" status: 204 len: 168 time: 0.2137918 Dec 15 03:27:46.738364 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119c81b-e0b3-4fe8-af7c-d65eda685f6b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cf3d7c-59c6-4634-bd52-eb427247ce3f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:46.746908 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.api.v2.resource [None req-540895fe-c84a-4437-835d-dbcdedce0972 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] show failed (client error): The resource could not be found. Dec 15 03:27:46.754924 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-540895fe-c84a-4437-835d-dbcdedce0972 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups/19cf3d7c-59c6-4634-bd52-eb427247ce3f HTTP/1.1" status: 404 len: 347 time: 0.0198433 Dec 15 03:27:46.757138 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39276) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:46.861667 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb1ced6f-f1b0-4f8b-a1cb-b38740711f40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:46.891208 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-88fb69f2-5f89-43ff-8ede-a98d413e5d3a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Deleting port 5f94a145-0815-4272-ae46-25c6ff5b4304 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:27:46.891471 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88fb69f2-5f89-43ff-8ede-a98d413e5d3a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:46.937110 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb1ced6f-f1b0-4f8b-a1cb-b38740711f40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:46.966231 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88fb69f2-5f89-43ff-8ede-a98d413e5d3a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:46.966581 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88fb69f2-5f89-43ff-8ede-a98d413e5d3a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:46.977818 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-88fb69f2-5f89-43ff-8ede-a98d413e5d3a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Calling delete_port for 5f94a145-0815-4272-ae46-25c6ff5b4304 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:27:46.993767 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb1ced6f-f1b0-4f8b-a1cb-b38740711f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.034674 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-bb1ced6f-f1b0-4f8b-a1cb-b38740711f40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18b81fc6537141e396eb23a410cdffdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052802 Dec 15 03:27:47.035745 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ced6f-f1b0-4f8b-a1cb-b38740711f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8585c120-ce0f-4aff-a42f-b9eef22562d5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:47.037327 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39278) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:47.124818 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf092-beb2-4dfd-8159-2e78b34f7b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.158454 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf092-beb2-4dfd-8159-2e78b34f7b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.232751 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88fb69f2-5f89-43ff-8ede-a98d413e5d3a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.259776 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb69f2-5f89-43ff-8ede-a98d413e5d3a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event deleted for resources: {'Port': ['ID=5f94a145-0815-4272-ae46-25c6ff5b4304,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:47.304297 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf092-beb2-4dfd-8159-2e78b34f7b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.307111 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf092-beb2-4dfd-8159-2e78b34f7b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.308792 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-4a4cf092-beb2-4dfd-8159-2e78b34f7b73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8585c120-ce0f-4aff-a42f-b9eef22562d5 HTTP/1.1" status: 204 len: 168 time: 0.2705324 Dec 15 03:27:47.324620 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cf092-beb2-4dfd-8159-2e78b34f7b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8585c120-ce0f-4aff-a42f-b9eef22562d5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:47.333947 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88fb69f2-5f89-43ff-8ede-a98d413e5d3a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.336486 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88fb69f2-5f89-43ff-8ede-a98d413e5d3a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.337769 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-88fb69f2-5f89-43ff-8ede-a98d413e5d3a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "DELETE /v2.0/floatingips/94db5748-3cc9-47e3-b832-8f2732753c41 HTTP/1.1" status: 204 len: 168 time: 0.5792251 Dec 15 03:27:47.498818 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device f8e823da-c6fc-423d-9e19-482c97122de6 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:27:47.519189 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: f8e823da-c6fc-423d-9e19-482c97122de6 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:27:47.519621 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device f8e823da-c6fc-423d-9e19-482c97122de6 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:27:47.746754 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39286) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:47.751332 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-891fcebc-4960-434a-852a-c135c9c96487 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674081701', 'description': 'tempest-description--1566022770'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:27:47.827085 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-891fcebc-4960-434a-852a-c135c9c96487 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.871336 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39288) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:47.884925 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e39461f-ea55-4ba5-bc4e-67b12348985f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.894729 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-891fcebc-4960-434a-852a-c135c9c96487 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.958019 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e39461f-ea55-4ba5-bc4e-67b12348985f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:47.976459 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-891fcebc-4960-434a-852a-c135c9c96487 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.005953 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fcebc-4960-434a-852a-c135c9c96487 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d65567-1509-476b-a1a7-3e6b181561da,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:48.033655 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e39461f-ea55-4ba5-bc4e-67b12348985f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.064334 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-891fcebc-4960-434a-852a-c135c9c96487 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.068220 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-891fcebc-4960-434a-852a-c135c9c96487 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3178246 Dec 15 03:27:48.068382 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39290) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:48.072440 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5e39461f-ea55-4ba5-bc4e-67b12348985f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61bc6484d95a4d6cba6e2d7dd1fb0e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998692 Dec 15 03:27:48.072826 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6cb9db29-b9a6-4a7a-9718-1b8d72d5036f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'security_group_rule': {'security_group_id': 'c2d65567-1509-476b-a1a7-3e6b181561da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:27:48.073765 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39461f-ea55-4ba5-bc4e-67b12348985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165a9f43-5437-4629-a7a8-e8c239a150f8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:48.076245 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39292) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:48.124023 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78ef4427-b24a-4496-a013-a00c8eae5a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.145169 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78ef4427-b24a-4496-a013-a00c8eae5a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.180605 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cb9db29-b9a6-4a7a-9718-1b8d72d5036f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.249770 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78ef4427-b24a-4496-a013-a00c8eae5a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.252415 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78ef4427-b24a-4496-a013-a00c8eae5a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.255905 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-78ef4427-b24a-4496-a013-a00c8eae5a4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/165a9f43-5437-4629-a7a8-e8c239a150f8 HTTP/1.1" status: 204 len: 168 time: 0.1763980 Dec 15 03:27:48.263092 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef4427-b24a-4496-a013-a00c8eae5a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165a9f43-5437-4629-a7a8-e8c239a150f8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:48.267363 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cb9db29-b9a6-4a7a-9718-1b8d72d5036f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.335273 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cb9db29-b9a6-4a7a-9718-1b8d72d5036f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.351291 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9db29-b9a6-4a7a-9718-1b8d72d5036f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff22dee1-3ab5-483e-b9f2-77e9f1db1f9e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:48.435699 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6cb9db29-b9a6-4a7a-9718-1b8d72d5036f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.437073 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-6cb9db29-b9a6-4a7a-9718-1b8d72d5036f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676589 Dec 15 03:27:48.439803 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39296) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:48.444279 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-646ed6b2-52cd-4ef6-9d65-57093603c197 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'security_group_rule': {'security_group_id': 'c2d65567-1509-476b-a1a7-3e6b181561da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:27:48.512820 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9ade5396-b7a2-419d-af87-fd4199f6be6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.546904 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-646ed6b2-52cd-4ef6-9d65-57093603c197 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.605309 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-646ed6b2-52cd-4ef6-9d65-57093603c197 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.691313 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-646ed6b2-52cd-4ef6-9d65-57093603c197 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1615826'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.709624 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ed6b2-52cd-4ef6-9d65-57093603c197 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb2b481-a4e4-478c-9363-7cc660570bc4,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:48.790393 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-646ed6b2-52cd-4ef6-9d65-57093603c197 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.792403 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-646ed6b2-52cd-4ef6-9d65-57093603c197 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509533 Dec 15 03:27:48.795433 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39306) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:27:48.801131 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'floatingip': {'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:27:48.896904 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:48.993644 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:49.101301 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Allocated IP 172.28.0.95 (7c8c1ce3-f248-414e-b26e-682dd08ed0e7/e1666386-33f8-4591-8a48-4eb7f4009bb2/625d480b-0686-4c78-8bc5-4cfd00e653b0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:27:49.207856 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:49.295964 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:49.335170 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Network 7c8c1ce3-f248-414e-b26e-682dd08ed0e7 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:27:49.339861 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:27:49.342311 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:27:49.367316 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'Port': ['ID=625d480b-0686-4c78-8bc5-4cfd00e653b0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:49.435507 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:49.522300 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:49.609833 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:49.673044 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:49.752482 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2008467'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:49.824146 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'Port': ['ID=625d480b-0686-4c78-8bc5-4cfd00e653b0,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:49.834124 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:49.950714 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:49.952045 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-f87abf28-0f27-4cdf-97a7-88a5291d503d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1556580 Dec 15 03:27:50.151480 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-55dfd9db-3a2f-4603-9147-453e5616b77e tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1674081701&fields=id&tenant_id=9ad28305d5804d75b746cf24dc668a01 HTTP/1.1" status: 200 len: 267 time: 0.0444984 Dec 15 03:27:50.264691 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-eee57d4c-5ba3-40be-8473-917d04dcb277 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:50.266193 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-eee57d4c-5ba3-40be-8473-917d04dcb277 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 817 time: 0.1078498 Dec 15 03:27:50.281274 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-e83c4386-58c2-4ad0-8b00-ed12998d764c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/quotas/9ad28305d5804d75b746cf24dc668a01 HTTP/1.1" status: 200 len: 375 time: 0.0092187 Dec 15 03:27:50.332587 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-c7f6ffe2-2abc-49a1-b020-ab12e25828ff tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458775 Dec 15 03:27:50.517861 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-baa0edd3-b351-4a45-8328-6c0ecc467a5b service neutron] 10.222.0.45 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736827 Dec 15 03:27:50.611268 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-1ac8699a-6055-4861-a946-1d233c172fc8 service neutron] 10.222.0.45 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874798 Dec 15 03:27:50.854878 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4cd41f24-ac6e-482b-8b26-56acd67dce0f req-ca1792e0-9ac2-4225-8d50-2b69bee0e558 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 210 time: 0.0265174 Dec 15 03:27:50.889950 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:51.266806 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:51.955709 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f88048e6-defc-49c0-8936-48b7f820a65f req-45f08941-533b-4e47-9709-9ba04b2d936f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 210 time: 0.0275097 Dec 15 03:27:52.216995 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:52.217992 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:27:52.969629 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-d85fa1e9-b713-4dac-95bc-fa2db017f9cd tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:52.971212 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-d85fa1e9-b713-4dac-95bc-fa2db017f9cd tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.43 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 817 time: 0.1087761 Dec 15 03:27:53.050888 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-5bf152fc-479b-4613-a401-7f6c79ca6b17 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ad28305d5804d75b746cf24dc668a01 HTTP/1.1" status: 200 len: 380 time: 0.0620780 Dec 15 03:27:53.056318 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a8cf3146-c5d1-4002-9241-1c12e95c5ff8 req-08ca458e-efdf-406c-8e68-db7971306201 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 210 time: 0.0264103 Dec 15 03:27:53.061242 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'port': {'device_id': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'admin_state_up': True, 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'security_groups': ['c2d65567-1509-476b-a1a7-3e6b181561da']}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:27:53.496891 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Made reservation on behalf of 9ad28305d5804d75b746cf24dc668a01 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:27:53.500385 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:53.624523 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Allocated IP 172.20.0.3 (588017c0-6fff-4e44-a312-eb3801d27791/770c0f9d-ad39-4947-9559-a85790d28cf2/b019b032-d3dc-44d1-bfb0-4d5a09b035e7) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:27:53.757356 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:53.828368 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:53.873068 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Network 588017c0-6fff-4e44-a312-eb3801d27791 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:27:53.876225 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:27:53.879903 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:27:53.886379 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event updated for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:53.937115 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:53.937729 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:54.041096 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6d189751-d47b-4a79-810c-3b96ab47f711 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9836972 Dec 15 03:27:54.061796 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Request body: {'port': {'device_id': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:27:54.116647 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:54.120998 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-4a6297d9-a546-4fec-b849-a399069e7a35 None None] Provisioning complete for port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 triggered by entity DHCP. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:27:54.121933 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a6297d9-a546-4fec-b849-a399069e7a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:54.157321 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-4a6297d9-a546-4fec-b849-a399069e7a35 None None] Port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 cannot update to ACTIVE because it is not bound. {{(pid=103257) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 03:27:54.190819 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc665c72-7774-46bb-9a55-a4cfa77f82ee req-73147013-53d5-4c75-8b45-015ddbca8dd8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:54.192528 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fc665c72-7774-46bb-9a55-a4cfa77f82ee req-73147013-53d5-4c75-8b45-015ddbca8dd8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 931 time: 0.0540872 Dec 15 03:27:54.241342 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fc665c72-7774-46bb-9a55-a4cfa77f82ee req-4966cb65-2584-4ba4-bdac-e216e4ea8b4c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429423 Dec 15 03:27:54.481204 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b019b032-d3dc-44d1-bfb0-4d5a09b035e7 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:27:54.488542 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:54.500916 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Transition to ACTIVE for port object b019b032-d3dc-44d1-bfb0-4d5a09b035e7 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:27:54.559377 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:54.615633 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:54.681028 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Attempting to bind port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:27:54.681263 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Attempting to bind port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:27:54.681867 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Attempting to bind port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 on network 588017c0-6fff-4e44-a312-eb3801d27791 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:27:54.687196 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 on network 588017c0-6fff-4e44-a312-eb3801d27791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:27:54.687516 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Attempting to bind port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 on network 588017c0-6fff-4e44-a312-eb3801d27791 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:27:54.692427 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:27:54.692770 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Checking segment: {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:27:54.693167 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Bound using segment: {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:27:54.693597 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Bound port: b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:27:54.693956 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:54.759078 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:27:54.762723 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:27:54.857293 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:54.895819 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:54.896146 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:54.897547 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] 10.222.0.43 "PUT /v2.0/ports/b019b032-d3dc-44d1-bfb0-4d5a09b035e7 HTTP/1.1" status: 200 len: 1093 time: 0.8404417 Dec 15 03:27:54.899908 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:27:54.902250 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5212f6-dfdb-4f62-90a2-f3dca513d422" -d '{"events": [{"name": "network-changed", "server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:27:54.928482 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b8bc8-c434-4626-9c30-8b93eb720b32 service neutron] Pushing event updated for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:54.941377 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4a64f5-765a-4ad5-b213-f14a5466f1de x-openstack-request-id: req-af4a64f5-765a-4ad5-b213-f14a5466f1de {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:27:54.941738 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:27:54.942061 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af4a64f5-765a-4ad5-b213-f14a5466f1de {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:27:54.942520 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'status': 'completed', 'code': 200} Dec 15 03:27:55.026417 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5212f6-dfdb-4f62-90a2-f3dca513d422 req-88c797a5-5f73-493d-b151-6a44014428f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:55.027975 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a5212f6-dfdb-4f62-90a2-f3dca513d422 req-88c797a5-5f73-493d-b151-6a44014428f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 1096 time: 0.0428920 Dec 15 03:27:55.142976 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5212f6-dfdb-4f62-90a2-f3dca513d422 req-365d3a11-cac8-4c5c-9336-5cb331812cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:55.144435 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a5212f6-dfdb-4f62-90a2-f3dca513d422 req-365d3a11-cac8-4c5c-9336-5cb331812cae service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9ad28305d5804d75b746cf24dc668a01&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0956974 Dec 15 03:27:55.239335 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5212f6-dfdb-4f62-90a2-f3dca513d422 req-27901189-98fd-4d3e-8bca-39bd91acb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:55.478768 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a5212f6-dfdb-4f62-90a2-f3dca513d422 req-27901189-98fd-4d3e-8bca-39bd91acb7a7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878711 Dec 15 03:27:55.478768 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-1f5a8bae-8469-4024-8bb6-c4b09620e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:55.478768 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-1f5a8bae-8469-4024-8bb6-c4b09620e519 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 1096 time: 0.0426376 Dec 15 03:27:55.480661 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eec34d-f629-4da6-9a12-f7c1ebc4905b req-cfa2998d-6829-451f-9dd9-72c38d0b7a87 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:55.480661 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a2eec34d-f629-4da6-9a12-f7c1ebc4905b req-cfa2998d-6829-451f-9dd9-72c38d0b7a87 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0515089 Dec 15 03:27:55.481491 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-7b44d665-ecaf-4042-b40f-49a4f4d9a157 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7 HTTP/1.1" status: 200 len: 217 time: 0.0389507 Dec 15 03:27:55.481902 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a2eec34d-f629-4da6-9a12-f7c1ebc4905b req-1216269b-2491-4603-b54a-57f6de104224 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Dec 15 03:27:55.482106 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-793d9717-3a2f-4442-9222-df1e8eba9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:55.482106 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-793d9717-3a2f-4442-9222-df1e8eba9596 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770c0f9d-ad39-4947-9559-a85790d28cf2 HTTP/1.1" status: 200 len: 856 time: 0.0457659 Dec 15 03:27:55.504622 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-a76518e7-579c-497b-af64-c58a2093eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:55.506129 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-a76518e7-579c-497b-af64-c58a2093eb01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588017c0-6fff-4e44-a312-eb3801d27791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0403652 Dec 15 03:27:55.600106 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6c1e4723-1846-40e2-a157-71eacd12b3b2 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856228 Dec 15 03:27:55.689501 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-550caf77-0971-49c0-b0dc-951ba47e4ac0 req-6e10435a-98cb-430f-9eb6-2a67752a0d65 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816314 Dec 15 03:27:56.541842 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d80f11-1ccd-4050-ac3c-90a707eafdbe req-ff9a5def-cc57-41fc-8a00-c257a99daac6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:56.543389 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d7d80f11-1ccd-4050-ac3c-90a707eafdbe req-ff9a5def-cc57-41fc-8a00-c257a99daac6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0487716 Dec 15 03:27:56.594815 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d7d80f11-1ccd-4050-ac3c-90a707eafdbe req-7f73ac5e-45bd-4afd-8d61-8244bebe31bb tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455961 Dec 15 03:27:57.515749 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b019b032-d3dc-44d1-bfb0-4d5a09b035e7 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:27:57.612366 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:57.624977 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'port_id': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'mac_address': 'fa:16:3e:ba:d7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:27:57.668182 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:57.681313 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b019b032-d3dc-44d1-bfb0-4d5a09b035e7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:27:57.701599 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:57.719143 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68515d29-cfce-49ee-b10e-a39906266f1e req-958ddc94-3f53-4743-baab-238b81914d34 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:57.720725 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-68515d29-cfce-49ee-b10e-a39906266f1e req-958ddc94-3f53-4743-baab-238b81914d34 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0487256 Dec 15 03:27:57.768992 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-68515d29-cfce-49ee-b10e-a39906266f1e req-16cb1573-d44b-43b0-a5a9-d36dfa6ec873 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Dec 15 03:27:57.777212 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:57.828102 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:27:58.061467 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['b019b032-d3dc-44d1-bfb0-4d5a09b035e7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:27:58.894903 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f038aa7-67e1-4100-bab0-1b543f13eb48 req-c35097af-36c0-4c54-b8bf-ff58214de719 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:27:58.896380 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0f038aa7-67e1-4100-bab0-1b543f13eb48 req-c35097af-36c0-4c54-b8bf-ff58214de719 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 944 time: 0.0525773 Dec 15 03:27:58.945202 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0f038aa7-67e1-4100-bab0-1b543f13eb48 req-cd2b5b1c-0f67-461c-8d4c-cd3e8cbd07b2 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427268 Dec 15 03:27:59.514792 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b019b032-d3dc-44d1-bfb0-4d5a09b035e7 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:27:59.627796 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:27:59.631598 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:27:59.631971 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:59.710127 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:59.732932 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:27:59.735273 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed89ca62-d7dd-4173-9591-2f816a9e1a36" -d '{"events": [{"server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "name": "network-vif-plugged", "status": "completed", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:27:59.748220 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:27:59.771760 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c996a1fe-77e3-4cdf-8ee8-5a8080432c08 x-openstack-request-id: req-c996a1fe-77e3-4cdf-8ee8-5a8080432c08 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:27:59.772079 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "name": "network-vif-plugged", "status": "completed", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:27:59.772343 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c996a1fe-77e3-4cdf-8ee8-5a8080432c08 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:27:59.772791 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'code': 200} Dec 15 03:27:59.805353 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:27:59.853917 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:00.067851 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e906-47db-42c1-bb72-6884dd5d84c4 req-4f05a865-0397-47f8-aa26-c4f3d20ebcd0 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:00.069245 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2496e906-47db-42c1-bb72-6884dd5d84c4 req-4f05a865-0397-47f8-aa26-c4f3d20ebcd0 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0529585 Dec 15 03:28:00.123027 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2496e906-47db-42c1-bb72-6884dd5d84c4 req-d7335f32-7b90-455b-9370-6620ffbf62db tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468037 Dec 15 03:28:00.147129 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0729e-df11-407c-902d-9b3f9d7a5d44 req-72f88425-2893-42b5-a4fa-3c2f27f27b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:00.148636 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-65b0729e-df11-407c-902d-9b3f9d7a5d44 req-72f88425-2893-42b5-a4fa-3c2f27f27b51 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 1098 time: 0.0518060 Dec 15 03:28:00.198259 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-65b0729e-df11-407c-902d-9b3f9d7a5d44 req-fbdc392b-72ff-46a1-b680-34866facf051 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389388 Dec 15 03:28:01.250871 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a43bc3-7de2-4328-9cdb-01cad192fe6b req-06ad0f75-0804-4907-83b7-d45fac0efbc4 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:01.252460 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-66a43bc3-7de2-4328-9cdb-01cad192fe6b req-06ad0f75-0804-4907-83b7-d45fac0efbc4 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0554965 Dec 15 03:28:01.305982 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-66a43bc3-7de2-4328-9cdb-01cad192fe6b req-636602cb-ef04-4cf6-8927-337fe6156230 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474887 Dec 15 03:28:02.432959 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f6208-33e8-4909-87eb-fb60bd316c7f req-c6c37c45-03aa-4add-990a-5722cd643b0a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:02.434433 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5c6f6208-33e8-4909-87eb-fb60bd316c7f req-c6c37c45-03aa-4add-990a-5722cd643b0a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Dec 15 03:28:02.482292 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5c6f6208-33e8-4909-87eb-fb60bd316c7f req-d862de64-6692-41d1-9156-92125536fff0 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416703 Dec 15 03:28:02.596960 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dddee-858c-48e9-b3cf-f12000ee5399 req-ee316001-a5ef-405f-bd8e-42f181084dd9 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:02.598431 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-080dddee-858c-48e9-b3cf-f12000ee5399 req-ee316001-a5ef-405f-bd8e-42f181084dd9 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0485117 Dec 15 03:28:02.607311 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39436) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:02.611608 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-04430c18-5b80-4f90-bf89-970cdc0781f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Request body: {'floatingip': {'port_id': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:28:02.649785 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04430c18-5b80-4f90-bf89-970cdc0781f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:03.073481 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04430c18-5b80-4f90-bf89-970cdc0781f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:03.171010 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04430c18-5b80-4f90-bf89-970cdc0781f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:03.271235 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.l3_db [None req-04430c18-5b80-4f90-bf89-970cdc0781f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Floating IP e745e129-e284-4ffa-858e-d210f9d78af2 associated. External IP: 172.28.0.95, port: b019b032-d3dc-44d1-bfb0-4d5a09b035e7. Dec 15 03:28:03.733657 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04430c18-5b80-4f90-bf89-970cdc0781f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:28:03.843029 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04430c18-5b80-4f90-bf89-970cdc0781f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:28:03.847974 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04430c18-5b80-4f90-bf89-970cdc0781f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:03.862373 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] Sync routers for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:28:03.874687 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-04430c18-5b80-4f90-bf89-970cdc0781f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "PUT /v2.0/floatingips/e745e129-e284-4ffa-858e-d210f9d78af2 HTTP/1.1" status: 200 len: 990 time: 1.2662704 Dec 15 03:28:03.875293 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:28:03.877543 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3686598f-f842-4de1-b63c-71b22c9ef6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:28:03.905497 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:28:03.906117 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:27:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:04.035178 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:28:04.041844 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a734dd-6cab-4062-95e2-9916934daa17 x-openstack-request-id: req-b5a734dd-6cab-4062-95e2-9916934daa17 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:28:04.042201 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:28:04.042842 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b5a734dd-6cab-4062-95e2-9916934daa17 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:28:04.043189 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'status': 'completed', 'code': 200} Dec 15 03:28:04.140215 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-bf50f036-aefc-4160-bcba-b0f461148d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:04.141748 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-bf50f036-aefc-4160-bcba-b0f461148d81 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 1098 time: 0.0474508 Dec 15 03:28:04.243909 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-ce3e7f80-0e83-4331-9ef3-8a1215ac45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:04.245393 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-ce3e7f80-0e83-4331-9ef3-8a1215ac45ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 918 time: 0.0964391 Dec 15 03:28:04.316997 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-08c53213-b114-4a4b-9174-6e9ecc92e4e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7 HTTP/1.1" status: 200 len: 998 time: 0.0643244 Dec 15 03:28:04.366837 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-8eb94991-1c00-43b6-a2fd-b8dca9aa4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:04.368454 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-8eb94991-1c00-43b6-a2fd-b8dca9aa4f7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770c0f9d-ad39-4947-9559-a85790d28cf2 HTTP/1.1" status: 200 len: 856 time: 0.0455782 Dec 15 03:28:04.377795 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'e745e129-e284-4ffa-858e-d210f9d78af2', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'port_id': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'mac_address': 'fa:16:3e:ba:d7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:27:49Z', 'updated_at': '2021-12-15T03:28:02Z', 'revision_number': 1, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:04.404046 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] Checking router: 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:28:04.413132 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:28:04.413641 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:27:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:04.416924 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-a431fdab-f2ea-4547-866c-fc5aa80cb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:04.418241 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-a431fdab-f2ea-4547-866c-fc5aa80cb017 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588017c0-6fff-4e44-a312-eb3801d27791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0429945 Dec 15 03:28:04.514280 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-fc05446b-bf36-42ab-8d4b-b9a5f7115d21 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875340 Dec 15 03:28:04.523384 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:28:04.573876 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39470) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:04.608015 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3686598f-f842-4de1-b63c-71b22c9ef6f4 req-aeb0b955-943f-4930-aff4-9fb1c7b88887 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864115 Dec 15 03:28:04.688700 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7eade34-d4c2-4047-9984-c1f33a897299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:04.754551 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'e745e129-e284-4ffa-858e-d210f9d78af2', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'port_id': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'mac_address': 'fa:16:3e:ba:d7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:27:49Z', 'updated_at': '2021-12-15T03:28:02Z', 'revision_number': 1, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:04.762647 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7eade34-d4c2-4047-9984-c1f33a897299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:04.780411 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813e725d-9d10-446b-bb2f-7c88e7984a87 None None] The sync data for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb is: [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_floatingips': [{'id': 'e745e129-e284-4ffa-858e-d210f9d78af2', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'router_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'port_id': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'mac_address': 'fa:16:3e:ba:d7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T03:27:49Z', 'updated_at': '2021-12-15T03:28:02Z', 'revision_number': 1, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:28:04.827086 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7eade34-d4c2-4047-9984-c1f33a897299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:04.865013 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eade34-d4c2-4047-9984-c1f33a897299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d767af-3c8c-4896-9f64-49f4c803e75d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:04.869157 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-d7eade34-d4c2-4047-9984-c1f33a897299 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71ffe068b22f4e44a70342b460a6e560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935576 Dec 15 03:28:04.871880 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39474) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:04.923648 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f782a50b-9552-4670-ad88-090921873b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:04.946022 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f782a50b-9552-4670-ad88-090921873b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:04.969700 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b61ff-aaa5-4f6e-8c54-ed90d39e687a None None] New status for floating IP e745e129-e284-4ffa-858e-d210f9d78af2: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:28:05.089737 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f782a50b-9552-4670-ad88-090921873b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:05.100113 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f782a50b-9552-4670-ad88-090921873b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:05.100113 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-f782a50b-9552-4670-ad88-090921873b01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2d767af-3c8c-4896-9f64-49f4c803e75d HTTP/1.1" status: 204 len: 168 time: 0.2205796 Dec 15 03:28:05.103672 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782a50b-9552-4670-ad88-090921873b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d767af-3c8c-4896-9f64-49f4c803e75d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:10.426586 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39550) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:10.533900 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-109faf3a-7154-4219-acea-3477a81fd84f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:10.605707 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-109faf3a-7154-4219-acea-3477a81fd84f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:10.661779 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-109faf3a-7154-4219-acea-3477a81fd84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:10.699571 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-109faf3a-7154-4219-acea-3477a81fd84f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8feb75b2df394ff192b62e60af990197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719133 Dec 15 03:28:10.700424 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109faf3a-7154-4219-acea-3477a81fd84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e720a9-c466-4b43-b648-5ecd74c32c02,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:10.702217 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39556) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:10.751252 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9e69dbf-8a5e-4fb1-84fc-94d54fa6a080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:10.772276 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9e69dbf-8a5e-4fb1-84fc-94d54fa6a080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:10.873265 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9e69dbf-8a5e-4fb1-84fc-94d54fa6a080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:10.875910 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9e69dbf-8a5e-4fb1-84fc-94d54fa6a080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:10.877125 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-e9e69dbf-8a5e-4fb1-84fc-94d54fa6a080 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33e720a9-c466-4b43-b648-5ecd74c32c02 HTTP/1.1" status: 204 len: 168 time: 0.1733615 Dec 15 03:28:10.885147 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e69dbf-8a5e-4fb1-84fc-94d54fa6a080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e720a9-c466-4b43-b648-5ecd74c32c02,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:11.757542 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:11.850446 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1296416035-network', 'tenant_id': 'e8cf83679a7a4e2e9c6d0df1ebab22c0'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:28:11.952276 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Made reservation on behalf of e8cf83679a7a4e2e9c6d0df1ebab22c0 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:28:11.954535 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:11.963334 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:12.035602 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:12.104394 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:12.134053 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e40d4cb-38bd-4a6b-82cc-b0862ddac825,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:12.164369 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 03:28:12.173584 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:12.173927 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.segments_db [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Added segment 0ddd6886-27f4-41ef-bcfc-da0f30ab43bc of type vlan for network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c Dec 15 03:28:12.214469 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745020008726'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:12.307849 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:12.308820 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:12.309402 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:12.366843 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] Pushing event updated for resources: {'Network': ['ID=10f0b4f6-ac8a-485b-bdde-6872cb3e185c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:12.376355 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c details requested by agent ovs-agent-dv-cinder-818037-9-smb with host dv-cinder-818037-9-smb {{(pid=103257) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 03:28:12.413293 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-fe483699-99ca-4fda-9e63-7fb2eca2eeb3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6546338 Dec 15 03:28:12.416107 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39584) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:12.420930 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.v2.base [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Request body: {'subnet': {'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1296416035-subnet', 'tenant_id': 'e8cf83679a7a4e2e9c6d0df1ebab22c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:28:12.484446 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Made reservation on behalf of e8cf83679a7a4e2e9c6d0df1ebab22c0 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:28:12.487386 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7899195'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:12.701850 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2008602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7899173'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:12.757960 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30cdf8e-61b5-4f88-a900-53038e489a88,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:12.769671 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.770028 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.770382 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.770762 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.771106 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.771448 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.771782 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.772114 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.772447 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.772777 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.773105 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.773433 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.773758 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:12.776971 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Checking segment: {'id': '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:28:12.777349 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Network hostable DHCP agents. Network: 10f0b4f6-ac8a-485b-bdde-6872cb3e185c, hostable agents: ['9db18820-c0ef-4c64-8d02-2679c01456e2'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 03:28:12.833207 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c is scheduled to be hosted by DHCP agent 9db18820-c0ef-4c64-8d02-2679c01456e2 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 03:28:12.913023 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818037-9-smb, 10f0b4f6-ac8a-485b-bdde-6872cb3e185c) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:28:12.917191 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:12.917794 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:12.922382 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2e8f88-755c-4365-9aa1-3af250d4ee64 None None] Network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:28:12.996078 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-00563aa7-820d-493b-bd50-f316694a7a47 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5788739 Dec 15 03:28:13.017481 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b96386-a9a1-4814-9203-9f07a75a5c63 None None] Network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:28:15.033395 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-c0d20fae-32d4-42d3-9846-613c324bc040 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:15.035001 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-c0d20fae-32d4-42d3-9846-613c324bc040 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/networks?id=10f0b4f6-ac8a-485b-bdde-6872cb3e185c HTTP/1.1" status: 200 len: 814 time: 0.1057854 Dec 15 03:28:15.050181 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-2114d4fd-ccc4-4fdc-a40c-5c31e77de0ed tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/quotas/e8cf83679a7a4e2e9c6d0df1ebab22c0 HTTP/1.1" status: 200 len: 375 time: 0.0095391 Dec 15 03:28:15.080938 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-52d36bbf-cbf1-4aef-ae78-7965e8948fbc tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cf83679a7a4e2e9c6d0df1ebab22c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254359 Dec 15 03:28:15.173135 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-8a83641a-ecda-42ab-bc16-b210f51b5ffe service neutron] 10.222.0.45 "GET /v2.0/networks/10f0b4f6-ac8a-485b-bdde-6872cb3e185c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854750 Dec 15 03:28:15.262098 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-74341f3e-8d77-452a-b907-0a8715d5695f service neutron] 10.222.0.45 "GET /v2.0/networks/10f0b4f6-ac8a-485b-bdde-6872cb3e185c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821769 Dec 15 03:28:15.483659 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c219017f-cf0e-405f-a8ef-108b8da55112 req-95ec066e-acbc-41fb-8adb-5cc683613d3b tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 210 time: 0.0267231 Dec 15 03:28:16.233599 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce1c9d7f-36b1-4d98-88e6-ae08cdb1400e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:16.582547 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e6f1b582-d724-44f3-9fb2-789f135b13ed req-331cc146-1e59-4c28-9d64-f33eeaf69c45 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 210 time: 0.0318058 Dec 15 03:28:17.462300 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-35a72073-86b9-4da7-a2ba-3e78933ab879 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:17.463776 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-35a72073-86b9-4da7-a2ba-3e78933ab879 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.43 "GET /v2.0/networks?id=10f0b4f6-ac8a-485b-bdde-6872cb3e185c HTTP/1.1" status: 200 len: 814 time: 0.1093602 Dec 15 03:28:17.484680 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Request body: {'port': {'device_id': '8b319d7d-f4a4-4454-83fb-3735cfb66823', 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c', 'admin_state_up': True, 'tenant_id': 'e8cf83679a7a4e2e9c6d0df1ebab22c0'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:28:17.673083 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Made reservation on behalf of e8cf83679a7a4e2e9c6d0df1ebab22c0 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:28:17.677984 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:17.685335 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0ae5516d-34d5-4054-becd-7266f7c476c7 req-3c1258b5-1147-4316-93ec-357b69a6e99a tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 210 time: 0.0273552 Dec 15 03:28:17.817994 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Allocated IP 172.20.0.11 (10f0b4f6-ac8a-485b-bdde-6872cb3e185c/d30cdf8e-61b5-4f88-a900-53038e489a88/2036ab1f-a2fd-4b3f-a0b3-5b138038f789) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:28:17.965226 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:18.039287 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:18.084717 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:28:18.087829 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:28:18.090281 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:28:18.116290 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Pushing event updated for resources: {'Port': ['ID=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:18.130903 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.135639 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:18.154618 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:18.155225 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:18.263412 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-a394fee1-063d-4f34-bd61-8ea70fbcbd3e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7824714 Dec 15 03:28:18.281577 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Request body: {'port': {'device_id': '8b319d7d-f4a4-4454-83fb-3735cfb66823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:28:18.340199 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:18.467473 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4df2cb9e-97bd-4157-8432-66d09b19bde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:18.597440 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:28:18.605565 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:18.617614 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Transition to ACTIVE for port object 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:28:18.672624 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:18.742587 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:18.799130 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Attempting to bind port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:28:18.799542 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Attempting to bind port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:28:18.799949 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Attempting to bind port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 on network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:28:18.804367 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aec91-8d41-45c7-af2f-e14d49201760 req-a0635058-2648-4952-8307-c2c033dff4c8 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:18.804854 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 on network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:28:18.804959 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Attempting to bind port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 on network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:28:18.805844 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-982aec91-8d41-45c7-af2f-e14d49201760 req-a0635058-2648-4952-8307-c2c033dff4c8 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 944 time: 0.0492835 Dec 15 03:28:18.810127 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:28:18.810472 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Checking segment: {'id': '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:28:18.810891 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Bound using segment: {'id': '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:28:18.811326 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Bound port: 2036ab1f-a2fd-4b3f-a0b3-5b138038f789, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:28:18.811686 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:18.854972 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-982aec91-8d41-45c7-af2f-e14d49201760 req-1a946751-d27c-4bd5-8ac6-888e85a917a2 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Dec 15 03:28:18.874519 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] For port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:28:18.877476 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] For port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,segment=NetworkSegment(0ddd6886-27f4-41ef-bcfc-da0f30ab43bc),segment_id=0ddd6886-27f4-41ef-bcfc-da0f30ab43bc)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:28:18.953156 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:18.989667 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:18.990287 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:18.991671 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] 10.222.0.43 "PUT /v2.0/ports/2036ab1f-a2fd-4b3f-a0b3-5b138038f789 HTTP/1.1" status: 200 len: 1094 time: 0.7141244 Dec 15 03:28:18.992119 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b319d7d-f4a4-4454-83fb-3735cfb66823', 'tag': '2036ab1f-a2fd-4b3f-a0b3-5b138038f789'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:28:18.994329 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3615848-d33c-43fd-99c1-7f699ebad60f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b319d7d-f4a4-4454-83fb-3735cfb66823", "tag": "2036ab1f-a2fd-4b3f-a0b3-5b138038f789"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:28:19.014965 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322908a-d2b6-4985-9a6e-ddd2e7fa0ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:19.032225 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dff25e-7ece-4808-b3f4-5e081f8a1f61 x-openstack-request-id: req-96dff25e-7ece-4808-b3f4-5e081f8a1f61 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:28:19.032515 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b319d7d-f4a4-4454-83fb-3735cfb66823", "tag": "2036ab1f-a2fd-4b3f-a0b3-5b138038f789", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:28:19.032765 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-96dff25e-7ece-4808-b3f4-5e081f8a1f61 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:28:19.033188 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b319d7d-f4a4-4454-83fb-3735cfb66823', 'tag': '2036ab1f-a2fd-4b3f-a0b3-5b138038f789', 'status': 'completed', 'code': 200} Dec 15 03:28:19.118205 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615848-d33c-43fd-99c1-7f699ebad60f req-cf1e5db8-1cea-4db6-b759-65571fb065d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:19.119639 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-c3615848-d33c-43fd-99c1-7f699ebad60f req-cf1e5db8-1cea-4db6-b759-65571fb065d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cf83679a7a4e2e9c6d0df1ebab22c0&device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 1097 time: 0.0410943 Dec 15 03:28:19.227675 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615848-d33c-43fd-99c1-7f699ebad60f req-52cb166e-7231-485c-b818-9898025b89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:19.229156 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-c3615848-d33c-43fd-99c1-7f699ebad60f req-52cb166e-7231-485c-b818-9898025b89c3 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e8cf83679a7a4e2e9c6d0df1ebab22c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951478 Dec 15 03:28:19.328893 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615848-d33c-43fd-99c1-7f699ebad60f req-e76b7619-bcae-443a-aec8-7212729dfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:19.330361 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-c3615848-d33c-43fd-99c1-7f699ebad60f req-e76b7619-bcae-443a-aec8-7212729dfed2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902104 Dec 15 03:28:19.434434 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-da732b54-a9c4-4384-b61e-b5b867266f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:19.436035 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-da732b54-a9c4-4384-b61e-b5b867266f5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cf83679a7a4e2e9c6d0df1ebab22c0&device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 1097 time: 0.0414352 Dec 15 03:28:19.500912 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-4dbf2aed-ed26-4404-ac27-fab442e17484 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2036ab1f-a2fd-4b3f-a0b3-5b138038f789 HTTP/1.1" status: 200 len: 217 time: 0.0331900 Dec 15 03:28:19.552724 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-bad830f0-89d6-4e3b-a3a8-8d4378e94683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:19.554172 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-bad830f0-89d6-4e3b-a3a8-8d4378e94683 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d30cdf8e-61b5-4f88-a900-53038e489a88 HTTP/1.1" status: 200 len: 854 time: 0.0460687 Dec 15 03:28:19.588109 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-037255c5-50f1-4757-931b-0d7291067cc3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10f0b4f6-ac8a-485b-bdde-6872cb3e185c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246677 Dec 15 03:28:19.610277 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:19.679200 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-6e1b40bc-3c7b-4226-b2e0-785786b4ee14 service neutron] 10.222.0.43 "GET /v2.0/networks/10f0b4f6-ac8a-485b-bdde-6872cb3e185c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836246 Dec 15 03:28:19.772176 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-e2dbc953-c0ae-4165-9e3c-c0ea09163bb0 req-1e80e646-31fa-4c27-a6c7-03f39fe6e60d service neutron] 10.222.0.43 "GET /v2.0/networks/10f0b4f6-ac8a-485b-bdde-6872cb3e185c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856390 Dec 15 03:28:19.968955 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234e356-9b01-4015-8f3e-e9b72f3d6cf0 req-8fd379b3-e2a8-4c39-b1db-4810bbbff477 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:19.970394 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1234e356-9b01-4015-8f3e-e9b72f3d6cf0 req-8fd379b3-e2a8-4c39-b1db-4810bbbff477 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 944 time: 0.0485778 Dec 15 03:28:20.019826 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1234e356-9b01-4015-8f3e-e9b72f3d6cf0 req-10a62da1-650b-48cd-8023-e4ff5bc3420f tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Dec 15 03:28:20.878307 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:21.134544 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87708-8d1f-42e6-90f6-d4b876fa284c req-72d51a37-1c6a-4f20-a867-862c1e3b0ed4 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:21.136024 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9cb87708-8d1f-42e6-90f6-d4b876fa284c req-72d51a37-1c6a-4f20-a867-862c1e3b0ed4 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 944 time: 0.0490403 Dec 15 03:28:21.184548 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9cb87708-8d1f-42e6-90f6-d4b876fa284c req-d47a1894-9dbd-467e-9d46-8428cb422e53 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Dec 15 03:28:21.239017 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:21.643203 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:28:21.739657 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,segment=NetworkSegment(0ddd6886-27f4-41ef-bcfc-da0f30ab43bc),segment_id=0ddd6886-27f4-41ef-bcfc-da0f30ab43bc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:21.750691 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '2036ab1f-a2fd-4b3f-a0b3-5b138038f789', 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c', 'port_id': '2036ab1f-a2fd-4b3f-a0b3-5b138038f789', 'mac_address': 'fa:16:3e:9f:6a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30cdf8e-61b5-4f88-a900-53038e489a88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:28:21.788070 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:21.801072 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:28:21.825542 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,segment=NetworkSegment(0ddd6886-27f4-41ef-bcfc-da0f30ab43bc),segment_id=0ddd6886-27f4-41ef-bcfc-da0f30ab43bc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:21.890008 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:21.938078 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:21.945298 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.945653 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.946084 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.946424 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.946797 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.947129 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.947460 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.947790 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.948119 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.948447 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.948775 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.949100 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:21.949421 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:28:22.152888 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:22.204036 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['2036ab1f-a2fd-4b3f-a0b3-5b138038f789'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:28:22.302773 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce0e1f-317a-408f-a309-5319fa55de3b req-78dc20b7-13b6-4029-89f8-e7be094bc924 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:22.303844 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-66ce0e1f-317a-408f-a309-5319fa55de3b req-78dc20b7-13b6-4029-89f8-e7be094bc924 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 945 time: 0.0528657 Dec 15 03:28:22.352644 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-66ce0e1f-317a-408f-a309-5319fa55de3b req-50177873-87e2-4dbc-82c6-bcc384aa9257 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425200 Dec 15 03:28:23.469078 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14629e05-e57d-428b-ae72-bdcf2a6aabfd req-ad98d70d-46f5-4412-ab97-9b60b2f58c3a tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:23.470538 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-14629e05-e57d-428b-ae72-bdcf2a6aabfd req-ad98d70d-46f5-4412-ab97-9b60b2f58c3a tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 945 time: 0.0519373 Dec 15 03:28:23.517181 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-14629e05-e57d-428b-ae72-bdcf2a6aabfd req-fccb692b-6608-4f2e-ade1-fbaacae6bdb4 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Dec 15 03:28:23.666587 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:28:23.791819 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:28:23.795538 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:28:23.799325 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:23.872331 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:23.893415 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b319d7d-f4a4-4454-83fb-3735cfb66823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2036ab1f-a2fd-4b3f-a0b3-5b138038f789'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:28:23.895704 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18be6da-e924-426a-9133-bb90a1bd86c8" -d '{"events": [{"server_uuid": "8b319d7d-f4a4-4454-83fb-3735cfb66823", "name": "network-vif-plugged", "status": "completed", "tag": "2036ab1f-a2fd-4b3f-a0b3-5b138038f789"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:28:23.911836 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,segment=NetworkSegment(0ddd6886-27f4-41ef-bcfc-da0f30ab43bc),segment_id=0ddd6886-27f4-41ef-bcfc-da0f30ab43bc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:23.934671 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86149bfd-b5ba-4507-b41c-5a23f14c10cc x-openstack-request-id: req-86149bfd-b5ba-4507-b41c-5a23f14c10cc {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:28:23.934958 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b319d7d-f4a4-4454-83fb-3735cfb66823", "name": "network-vif-plugged", "status": "completed", "tag": "2036ab1f-a2fd-4b3f-a0b3-5b138038f789", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:28:23.935209 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86149bfd-b5ba-4507-b41c-5a23f14c10cc {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:28:23.935591 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b319d7d-f4a4-4454-83fb-3735cfb66823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2036ab1f-a2fd-4b3f-a0b3-5b138038f789', 'code': 200} Dec 15 03:28:23.981228 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:24.029913 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:24.264628 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065baaa5-dafc-4444-869f-98242e750dc9 req-10951ea7-303c-4f35-9b9d-b1e25f4452b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:24.266102 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-065baaa5-dafc-4444-869f-98242e750dc9 req-10951ea7-303c-4f35-9b9d-b1e25f4452b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 1099 time: 0.0399289 Dec 15 03:28:24.311407 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-065baaa5-dafc-4444-869f-98242e750dc9 req-4f41621c-7f5c-425d-9681-5a546e2c33ad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368037 Dec 15 03:28:24.633317 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1009253-6de6-4eae-9a5e-d73f25173a6e req-27d77d24-8e74-47eb-aa63-be19fe1fa053 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:24.634825 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f1009253-6de6-4eae-9a5e-d73f25173a6e req-27d77d24-8e74-47eb-aa63-be19fe1fa053 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 946 time: 0.0482893 Dec 15 03:28:24.682427 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f1009253-6de6-4eae-9a5e-d73f25173a6e req-46e4592b-8eed-487b-a6bc-41686e312fe0 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 Dec 15 03:28:25.797133 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f504a-6827-4fd7-8aeb-c61507158a1c req-13c768a1-4861-493e-bf28-cbcfe4341a84 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:25.798516 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f24f504a-6827-4fd7-8aeb-c61507158a1c req-13c768a1-4861-493e-bf28-cbcfe4341a84 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 946 time: 0.0487847 Dec 15 03:28:25.849325 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f24f504a-6827-4fd7-8aeb-c61507158a1c req-ca3b561f-fc91-44f7-884a-339eb677ecf8 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445874 Dec 15 03:28:29.217252 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:28:37.308422 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:37.465204 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Deleting port 74feeb5a-5847-40bc-833f-bc6458442f94 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:28:37.465545 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:37.542686 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:37.543016 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:37.556335 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Calling delete_port for 74feeb5a-5847-40bc-833f-bc6458442f94 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:28:37.752539 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:37.776616 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event deleted for resources: {'Port': ['ID=74feeb5a-5847-40bc-833f-bc6458442f94,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:37.842526 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:37.843004 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.db.l3_db [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Floating IP f7bc14f4-4f6a-46ac-8ed3-8bf90d41559b disassociated (deleted). External IP: 172.28.0.65, port: c4f5e3c5-090a-4275-a978-037ab0d6f952. Dec 15 03:28:38.053702 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Router 4320f096-4ccb-4254-831d-08c328625b7e has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:28:38.160796 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:28:38.166295 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:38.173509 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] Sync routers for ids ['4320f096-4ccb-4254-831d-08c328625b7e'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:28:38.184361 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] Routers {'4320f096-4ccb-4254-831d-08c328625b7e'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:28:38.185053 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:28:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['4320f096-4ccb-4254-831d-08c328625b7e'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:38.194029 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-2c989638-deb4-48fb-a68a-14983a6ccafe tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "DELETE /v2.0/floatingips/f7bc14f4-4f6a-46ac-8ed3-8bf90d41559b HTTP/1.1" status: 204 len: 168 time: 0.8842957 Dec 15 03:28:38.194623 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:28:38.197014 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b40b933ea9bf793d3489555258329d578b2fac76c75d36a1dbd895f424e90ab6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a18d11-5b5a-4937-b8c9-62a300d1da8b" -d '{"events": [{"name": "network-changed", "server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:28:38.247620 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7589ae-b939-4ed5-bad3-8c2b658b62fe x-openstack-request-id: req-0f7589ae-b939-4ed5-bad3-8c2b658b62fe {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:28:38.247923 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:28:38.248184 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f7589ae-b939-4ed5-bad3-8c2b658b62fe {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:28:38.248590 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'status': 'completed', 'code': 200} Dec 15 03:28:38.297052 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] Set router 4320f096-4ccb-4254-831d-08c328625b7e gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:28:38.347144 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-7bff128e-c2fa-4ade-a3f3-6d14a137e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:38.349300 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-7bff128e-c2fa-4ade-a3f3-6d14a137e38d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4dc35931da44466bbd3bb385eff3b956&device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 1098 time: 0.0441315 Dec 15 03:28:38.450799 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-5141dac7-f413-4345-a352-c6b684e69cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:38.452288 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-5141dac7-f413-4345-a352-c6b684e69cb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=835549d8-7520-4ff6-8257-437a0ccb5660 HTTP/1.1" status: 200 len: 909 time: 0.0955813 Dec 15 03:28:38.498041 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-02e6737f-5d3d-44c5-86f8-11bffcaebe08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952 HTTP/1.1" status: 200 len: 217 time: 0.0353861 Dec 15 03:28:38.501343 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '0a0408de-af69-4d74-a148-cd1889ff938a', 'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'mac_address': 'fa:16:3e:03:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:57Z', 'updated_at': '2021-12-15T03:24:04Z', 'revision_number': 5, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'subnets': [{'id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:38.528084 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] Checking router: 4320f096-4ccb-4254-831d-08c328625b7e for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:28:38.541229 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] Routers {'4320f096-4ccb-4254-831d-08c328625b7e'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:28:38.541229 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:28:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['4320f096-4ccb-4254-831d-08c328625b7e'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:38.555531 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-ba872223-efe7-4ea7-9ce3-8e1e15533c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:38.557438 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-ba872223-efe7-4ea7-9ce3-8e1e15533c61 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f574844e-d19e-4d12-a507-7345eef775e3 HTTP/1.1" status: 200 len: 847 time: 0.0526328 Dec 15 03:28:38.625104 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1397e-401c-4433-b48d-2794304caae7 req-4cf0f6e0-6a44-4527-9172-ed4a85b63834 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:38.626805 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3c1397e-401c-4433-b48d-2794304caae7 req-4cf0f6e0-6a44-4527-9172-ed4a85b63834 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0543499 Dec 15 03:28:38.644832 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] Set router 4320f096-4ccb-4254-831d-08c328625b7e gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:28:38.663758 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-f45031e1-162e-4ce8-88c0-46ae46784ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:38.665309 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-f45031e1-162e-4ce8-88c0-46ae46784ea8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=835549d8-7520-4ff6-8257-437a0ccb5660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0633914 Dec 15 03:28:38.697737 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f3c1397e-401c-4433-b48d-2794304caae7 req-ac12654e-8e0c-4481-8123-e2aa2a2b3a05 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639634 Dec 15 03:28:38.773645 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-7009ac7a-db68-4b86-8dcc-2ae5db58d01f service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999472 Dec 15 03:28:38.853211 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '0a0408de-af69-4d74-a148-cd1889ff938a', 'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'mac_address': 'fa:16:3e:03:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:57Z', 'updated_at': '2021-12-15T03:24:04Z', 'revision_number': 5, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'subnets': [{'id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:38.871572 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-28a18d11-5b5a-4937-b8c9-62a300d1da8b req-315e5e86-3568-40d9-8489-f7798a080d06 service neutron] 10.222.0.43 "GET /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882938 Dec 15 03:28:38.882091 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae27f9a-d6fb-4955-a257-038ac029e701 None None] The sync data for ids ['4320f096-4ccb-4254-831d-08c328625b7e'] in dv-cinder-818037-9-smb is: [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:23:58Z', 'revision_number': 4, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': '0a0408de-af69-4d74-a148-cd1889ff938a', 'name': '', 'network_id': '835549d8-7520-4ff6-8257-437a0ccb5660', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'mac_address': 'fa:16:3e:03:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:57Z', 'updated_at': '2021-12-15T03:24:04Z', 'revision_number': 5, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'subnets': [{'id': 'f574844e-d19e-4d12-a507-7345eef775e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:28:39.092098 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ed421-96dd-4718-b7e7-dee9d350c7c5 None None] New status for floating IP f7bc14f4-4f6a-46ac-8ed3-8bf90d41559b: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:28:39.807913 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20d2f0-6ec3-40f8-94d0-03c1f9ef4fe2 req-9f5aa49b-487c-47e9-a58b-c358bd03c099 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:39.809559 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2f20d2f0-6ec3-40f8-94d0-03c1f9ef4fe2 req-9f5aa49b-487c-47e9-a58b-c358bd03c099 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0495193 Dec 15 03:28:39.861344 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2f20d2f0-6ec3-40f8-94d0-03c1f9ef4fe2 req-8d189c08-2d26-483b-a6e8-30eabf42a82f tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/security-groups?id=0acbe40a-838f-4ac3-9753-b0419be95a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 Dec 15 03:28:40.460866 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-c9006149-7a9a-46e9-9291-07a903021015 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:40.462302 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-c9006149-7a9a-46e9-9291-07a903021015 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.43 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 945 time: 0.0482690 Dec 15 03:28:40.556120 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-aadcec5f-22c7-43cc-8068-432654320d20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Deleting port c4f5e3c5-090a-4275-a978-037ab0d6f952 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:28:40.556455 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-aadcec5f-22c7-43cc-8068-432654320d20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:40.645731 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-aadcec5f-22c7-43cc-8068-432654320d20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] For port c4f5e3c5-090a-4275-a978-037ab0d6f952, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=c4f5e3c5-090a-4275-a978-037ab0d6f952,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:40.646291 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-aadcec5f-22c7-43cc-8068-432654320d20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:40.658401 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-aadcec5f-22c7-43cc-8068-432654320d20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Calling delete_port for c4f5e3c5-090a-4275-a978-037ab0d6f952 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:28:40.832413 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-aadcec5f-22c7-43cc-8068-432654320d20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:40.861737 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcec5f-22c7-43cc-8068-432654320d20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event deleted for resources: {'Port': ['ID=c4f5e3c5-090a-4275-a978-037ab0d6f952,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:40.905498 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-aadcec5f-22c7-43cc-8068-432654320d20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] No DVR routers for this DVR port c4f5e3c5-090a-4275-a978-037ab0d6f952 on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:28:40.908016 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-aadcec5f-22c7-43cc-8068-432654320d20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:40.911440 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-6354b394-d4de-4ee0-a6c5-23a778d93e4d req-aadcec5f-22c7-43cc-8068-432654320d20 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.43 "DELETE /v2.0/ports/c4f5e3c5-090a-4275-a978-037ab0d6f952 HTTP/1.1" status: 204 len: 173 time: 0.4412086 Dec 15 03:28:40.911877 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'name': 'network-vif-deleted', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:28:40.914117 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2eca38-811e-445a-96bd-fd14e3dff43c" -d '{"events": [{"server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "name": "network-vif-deleted", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:28:40.955295 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eee311d-e9d6-4cfc-aca0-43d157305f6c x-openstack-request-id: req-2eee311d-e9d6-4cfc-aca0-43d157305f6c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:28:40.955587 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b143db-df38-4405-8b7c-d0a5be475a99", "name": "network-vif-deleted", "tag": "c4f5e3c5-090a-4275-a978-037ab0d6f952", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:28:40.955842 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2eee311d-e9d6-4cfc-aca0-43d157305f6c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:28:40.956231 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b143db-df38-4405-8b7c-d0a5be475a99', 'name': 'network-vif-deleted', 'tag': 'c4f5e3c5-090a-4275-a978-037ab0d6f952', 'status': 'completed', 'code': 200} Dec 15 03:28:40.957129 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c9b5a2a9-6e51-4d2d-9310-39c3aa0a3380 req-54702383-3c9a-47ab-b9e9-d096b4c252ba tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 210 time: 0.0271297 Dec 15 03:28:42.061055 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ce548461-80be-4f59-86e8-2cb74d6660cf req-f6baecdc-ad07-47f0-85b6-c7b236496695 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "GET /v2.0/ports?device_id=86b143db-df38-4405-8b7c-d0a5be475a99 HTTP/1.1" status: 200 len: 210 time: 0.0268772 Dec 15 03:28:43.119683 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39836) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:43.178632 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d377c49f-2cbd-4c85-81b3-fb5d9c23c574 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:43.204328 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d377c49f-2cbd-4c85-81b3-fb5d9c23c574 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:43.328126 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d377c49f-2cbd-4c85-81b3-fb5d9c23c574 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:43.330780 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d377c49f-2cbd-4c85-81b3-fb5d9c23c574 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:43.331973 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-d377c49f-2cbd-4c85-81b3-fb5d9c23c574 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] 10.222.0.45 "DELETE /v2.0/security-groups/0acbe40a-838f-4ac3-9753-b0419be95a5b HTTP/1.1" status: 204 len: 168 time: 0.2112436 Dec 15 03:28:43.342314 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377c49f-2cbd-4c85-81b3-fb5d9c23c574 tempest-TestShelveInstance-1165502948 tempest-TestShelveInstance-1165502948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acbe40a-838f-4ac3-9753-b0419be95a5b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:43.461077 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:43.740385 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device c4f5e3c5-090a-4275-a978-037ab0d6f952 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:28:43.763717 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: c4f5e3c5-090a-4275-a978-037ab0d6f952 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:28:43.764065 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device c4f5e3c5-090a-4275-a978-037ab0d6f952 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:28:43.808554 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1566738'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:44.054368 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] Deleting port 0a0408de-af69-4d74-a148-cd1889ff938a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:28:44.054852 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:44.135550 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] For port 0a0408de-af69-4d74-a148-cd1889ff938a, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=0a0408de-af69-4d74-a148-cd1889ff938a,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:44.136189 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:44.148109 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] Calling delete_port for 0a0408de-af69-4d74-a148-cd1889ff938a owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:28:44.358230 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:44.382750 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0408de-af69-4d74-a148-cd1889ff938a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:44.795916 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1566862'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:45.024356 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] Router 4320f096-4ccb-4254-831d-08c328625b7e has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:28:45.131402 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:28:45.136711 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-15d9ef02-634c-4f98-9100-64763bd569c6 admin admin] 10.222.0.45 "PUT /v2.0/routers/4320f096-4ccb-4254-831d-08c328625b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6746044 Dec 15 03:28:45.139591 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39858) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:45.152730 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] Sync routers for ids ['4320f096-4ccb-4254-831d-08c328625b7e'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:28:45.160718 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] Routers {'4320f096-4ccb-4254-831d-08c328625b7e'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:28:45.162609 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:28:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['4320f096-4ccb-4254-831d-08c328625b7e'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:45.266869 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:45.378156 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:45.398800 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] Set router 4320f096-4ccb-4254-831d-08c328625b7e gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:28:45.459251 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af10f3-3a7c-40ea-b414-ce0974beae27 req-a4968a2e-d1c5-4640-bd3d-1b5ec83851f5 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:45.460905 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-71af10f3-3a7c-40ea-b414-ce0974beae27 req-a4968a2e-d1c5-4640-bd3d-1b5ec83851f5 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0524113 Dec 15 03:28:45.541867 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-71af10f3-3a7c-40ea-b414-ce0974beae27 req-ab4ae89c-7152-4e3f-96a4-e7db74fc47d7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565815 Dec 15 03:28:45.547483 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Deleting port a3265134-1d10-469d-89cd-c33e63066964 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:28:45.547823 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:45.581858 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': 'a3265134-1d10-469d-89cd-c33e63066964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:28:44Z', 'revision_number': 5, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port': {'id': 'a3265134-1d10-469d-89cd-c33e63066964', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4320f096-4ccb-4254-831d-08c328625b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:23:51Z', 'updated_at': '2021-12-15T03:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:45.608258 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] Checking router: 4320f096-4ccb-4254-831d-08c328625b7e for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:28:45.617253 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] Routers {'4320f096-4ccb-4254-831d-08c328625b7e'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:28:45.617634 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:28:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['4320f096-4ccb-4254-831d-08c328625b7e'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:45.628825 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] For port a3265134-1d10-469d-89cd-c33e63066964, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=a3265134-1d10-469d-89cd-c33e63066964,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:45.629346 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:45.642618 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Calling delete_port for a3265134-1d10-469d-89cd-c33e63066964 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:28:45.711347 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] Set router 4320f096-4ccb-4254-831d-08c328625b7e gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:28:45.770721 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:28:45Z', 'revision_number': 6, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port_host': None}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:45.797567 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68629753-a156-449b-bd62-7e2b21b503d0 None None] The sync data for ids ['4320f096-4ccb-4254-831d-08c328625b7e'] in dv-cinder-818037-9-smb is: [{'id': '4320f096-4ccb-4254-831d-08c328625b7e', 'name': 'tempest-TestShelveInstance-293030634-router', 'tenant_id': '4dc35931da44466bbd3bb385eff3b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:23:49Z', 'updated_at': '2021-12-15T03:28:45Z', 'revision_number': 6, 'project_id': '4dc35931da44466bbd3bb385eff3b956', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:28:45.866827 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:45.898201 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3265134-1d10-469d-89cd-c33e63066964,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:45.956562 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1566508'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.060368 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1565116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4679'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.062642 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.232446 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1565109'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.233913 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4320f096-4ccb-4254-831d-08c328625b7e {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 03:28:46.241021 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.241021 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-e97f4cdf-40fb-4086-935a-e98121bbe9b8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4320f096-4ccb-4254-831d-08c328625b7e HTTP/1.1" status: 204 len: 168 time: 1.0998039 Dec 15 03:28:46.243481 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39874) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:46.250047 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-25d5d54c-1c43-40ed-afd3-f5cf07319bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.291962 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-24109a27-b09a-4afe-b0f0-abc9391e9e43 admin admin] Deleting subnet f574844e-d19e-4d12-a507-7345eef775e3 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:28:46.295201 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24109a27-b09a-4afe-b0f0-abc9391e9e43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.331570 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24109a27-b09a-4afe-b0f0-abc9391e9e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387047'] for subnet, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.411859 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24109a27-b09a-4afe-b0f0-abc9391e9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.541248 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24109a27-b09a-4afe-b0f0-abc9391e9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5007163'] for subnet, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.569233 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24109a27-b09a-4afe-b0f0-abc9391e9e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f574844e-d19e-4d12-a507-7345eef775e3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:46.571348 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24109a27-b09a-4afe-b0f0-abc9391e9e43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.575401 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3820b73d-c230-4d1a-aa98-b0a13f4df95b None None] Network 835549d8-7520-4ff6-8257-437a0ccb5660 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:28:46.577595 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-24109a27-b09a-4afe-b0f0-abc9391e9e43 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f574844e-d19e-4d12-a507-7345eef775e3 HTTP/1.1" status: 204 len: 168 time: 0.3327491 Dec 15 03:28:46.580367 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39878) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:46.678120 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.704433 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5997-4fd6-4069-a198-2a6f082716a2 req-64e394fb-1874-4c13-868c-82f8ed4777e3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:46.705910 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-513b5997-4fd6-4069-a198-2a6f082716a2 req-64e394fb-1874-4c13-868c-82f8ed4777e3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0792599 Dec 15 03:28:46.764187 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd25a1c1-fcd2-41e4-9b19-89536b38d142 None None] DHCP port deletion for 835549d8-7520-4ff6-8257-437a0ccb5660 request from dv-cinder-818037-9-smb {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 03:28:46.764598 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Deleting port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:28:46.764949 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.767644 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-513b5997-4fd6-4069-a198-2a6f082716a2 req-63f95708-6e2e-4668-be05-4b84c90175fd tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550804 Dec 15 03:28:46.815065 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fd25a1c1-fcd2-41e4-9b19-89536b38d142 None None] Deleting port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:28:46.815647 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd25a1c1-fcd2-41e4-9b19-89536b38d142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.842422 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] For port de436c71-9952-45bb-b6a4-3d7f0e0b2d58, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=de436c71-9952-45bb-b6a4-3d7f0e0b2d58,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:46.842835 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.857071 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Calling delete_port for de436c71-9952-45bb-b6a4-3d7f0e0b2d58 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:28:46.893404 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device de436c71-9952-45bb-b6a4-3d7f0e0b2d58 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:28:46.897811 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fd25a1c1-fcd2-41e4-9b19-89536b38d142 None None] For port de436c71-9952-45bb-b6a4-3d7f0e0b2d58, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=de436c71-9952-45bb-b6a4-3d7f0e0b2d58,segment=NetworkSegment(1b6d932e-821c-41fa-b640-66f7a06e5c34),segment_id=1b6d932e-821c-41fa-b640-66f7a06e5c34)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:46.898314 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd25a1c1-fcd2-41e4-9b19-89536b38d142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:46.933278 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-fd25a1c1-fcd2-41e4-9b19-89536b38d142 None None] Calling delete_port for de436c71-9952-45bb-b6a4-3d7f0e0b2d58 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:28:47.003803 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:47.030384 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Pushing event deleted for resources: {'Port': ['ID=de436c71-9952-45bb-b6a4-3d7f0e0b2d58,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:47.033867 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] No DVR routers for this DVR port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 on host dv-cinder-818037-9-smb {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:28:47.049315 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:47.075006 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd25a1c1-fcd2-41e4-9b19-89536b38d142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489'] for port, after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:47.107683 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:47.122640 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25a1c1-fcd2-41e4-9b19-89536b38d142 None None] No DVR routers for this DVR port de436c71-9952-45bb-b6a4-3d7f0e0b2d58 on host dv-cinder-818037-9-smb {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:28:47.126390 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25a1c1-fcd2-41e4-9b19-89536b38d142 None None] Pushing event deleted for resources: {'Port': ['ID=de436c71-9952-45bb-b6a4-3d7f0e0b2d58,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:47.132629 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835549d8-7520-4ff6-8257-437a0ccb5660']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:47.133004 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 0a0408de-af69-4d74-a148-cd1889ff938a no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:28:47.137567 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6d932e-821c-41fa-b640-66f7a06e5c34') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:47.137868 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6d932e-821c-41fa-b640-66f7a06e5c34') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:47.147954 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386972'] for segment, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:47.150254 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: 0a0408de-af69-4d74-a148-cd1889ff938a {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:28:47.150619 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 0a0408de-af69-4d74-a148-cd1889ff938a not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:28:47.151143 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device a3265134-1d10-469d-89cd-c33e63066964 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:28:47.162291 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:47.168739 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:28:47.169129 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4368713'] for segment, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: Traceback (most recent call last): Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: timer() Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: cb(*args, **kw) Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: return func(*args, **kwargs) Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: self._notify() Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: self.callback(batched_events) Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: event.method(event) Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: return f(self, *a, **k) Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: return self._get(url).json() Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: return self.request(url, 'GET', **kwargs) Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:28:47.170781 dv-cinder-818037-9-smb neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:28:47.173171 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: a3265134-1d10-469d-89cd-c33e63066964 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:28:47.173171 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device a3265134-1d10-469d-89cd-c33e63066964 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:28:47.300883 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:47.307181 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:47.310316 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] 10.222.0.45 "DELETE /v2.0/networks/835549d8-7520-4ff6-8257-437a0ccb5660 HTTP/1.1" status: 204 len: 168 time: 0.7292452 Dec 15 03:28:47.313417 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39882) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:47.322277 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b7636-52c3-4fb9-b15d-02d0d0bee526 admin admin] Pushing event deleted for resources: {'Network': ['ID=835549d8-7520-4ff6-8257-437a0ccb5660,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:47.708509 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1566738'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:47.911011 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e196b-c92e-4159-89ba-ba1720e911b8 req-2b49b298-d437-451e-a86a-ac5301fa3be4 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:47.912362 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1b1e196b-c92e-4159-89ba-ba1720e911b8 req-2b49b298-d437-451e-a86a-ac5301fa3be4 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0597908 Dec 15 03:28:48.001492 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1b1e196b-c92e-4159-89ba-ba1720e911b8 req-2b6035e6-e237-4860-bc8a-9fbeb1cc73ad tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815027 Dec 15 03:28:48.024102 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] Deleting port 2bdad4cf-db80-43e6-9d36-c08b069eb236 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:28:48.024457 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:48.101162 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] For port 2bdad4cf-db80-43e6-9d36-c08b069eb236, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=2bdad4cf-db80-43e6-9d36-c08b069eb236,segment=NetworkSegment(56df1cfa-1c79-4ed4-8d53-485bbbec6669),segment_id=56df1cfa-1c79-4ed4-8d53-485bbbec6669)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:48.101530 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:48.118295 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] Calling delete_port for 2bdad4cf-db80-43e6-9d36-c08b069eb236 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:28:48.335002 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2008554'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:48.361635 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bdad4cf-db80-43e6-9d36-c08b069eb236,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:48.472351 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-20ab98ad-10f4-4ee5-ad1a-eea46adef1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:48.528564 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1566862'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:48.741511 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] Router 371ab906-6a1b-4ed8-b75e-da11b236f68d has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:28:49.144801 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a081096-fd07-4728-b255-bc2c8358b33e req-b66cd827-24b3-49df-bd9a-17db1bc0675f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:49.147083 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9a081096-fd07-4728-b255-bc2c8358b33e req-b66cd827-24b3-49df-bd9a-17db1bc0675f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0701909 Dec 15 03:28:49.149788 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:28:49.154823 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-3268787a-b07e-4252-a28a-df844128ae13 admin admin] 10.222.0.45 "PUT /v2.0/routers/371ab906-6a1b-4ed8-b75e-da11b236f68d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8403594 Dec 15 03:28:49.157504 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39894) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:49.159140 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] Sync routers for ids ['371ab906-6a1b-4ed8-b75e-da11b236f68d'] in dv-cinder-818037-9-smb {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:28:49.169584 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] Routers {'371ab906-6a1b-4ed8-b75e-da11b236f68d'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:28:49.175813 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:28:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['371ab906-6a1b-4ed8-b75e-da11b236f68d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:49.202290 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9a081096-fd07-4728-b255-bc2c8358b33e req-1550729a-6f96-4c3f-b34a-674d849f83a6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463326 Dec 15 03:28:49.267264 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Publish callbacks [] for router, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:49.281414 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] Set router 371ab906-6a1b-4ed8-b75e-da11b236f68d gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:28:49.471017 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'name': 'tempest-TestShelveInstance-108662810-router', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:04Z', 'updated_at': '2021-12-15T03:28:48Z', 'revision_number': 5, 'project_id': '486f01175f36414fb0141d0044dd992f', 'gw_port': {'id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:05Z', 'updated_at': '2021-12-15T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:49.498593 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] Checking router: 371ab906-6a1b-4ed8-b75e-da11b236f68d for host: dv-cinder-818037-9-smb {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:28:49.507385 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] Routers {'371ab906-6a1b-4ed8-b75e-da11b236f68d'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:28:49.507992 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:28:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['371ab906-6a1b-4ed8-b75e-da11b236f68d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:49.624330 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] Set router 371ab906-6a1b-4ed8-b75e-da11b236f68d gateway port host: dv-cinder-818037-9-smb {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:28:49.627974 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:49.651531 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:49.741410 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Deleting port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:28:49.741642 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:49.829551 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] For port 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:49.830462 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:49.842889 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Calling delete_port for 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:28:49.938742 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'name': 'tempest-TestShelveInstance-108662810-router', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:04Z', 'updated_at': '2021-12-15T03:28:48Z', 'revision_number': 5, 'project_id': '486f01175f36414fb0141d0044dd992f', 'gw_port': {'id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:05Z', 'updated_at': '2021-12-15T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:49.966669 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32451082-a7e4-4f13-8a6a-9345d0032022 None None] The sync data for ids ['371ab906-6a1b-4ed8-b75e-da11b236f68d'] in dv-cinder-818037-9-smb is: [{'id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'name': 'tempest-TestShelveInstance-108662810-router', 'tenant_id': '486f01175f36414fb0141d0044dd992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69'}], 'enable_snat': True}, 'gw_port_id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:04Z', 'updated_at': '2021-12-15T03:28:48Z', 'revision_number': 5, 'project_id': '486f01175f36414fb0141d0044dd992f', 'gw_port': {'id': '731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371ab906-6a1b-4ed8-b75e-da11b236f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:24:05Z', 'updated_at': '2021-12-15T03:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:28:50.078102 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.103677 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Pushing event deleted for resources: {'Port': ['ID=731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:50.167991 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1566508'] for router_gateway, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.260171 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1565116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4679'] for router, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.262312 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.339733 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65407-3363-497d-8ad4-0674cef3b69e req-7c0da3cf-c103-4573-9a64-f1faab801556 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:50.345170 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d3e65407-3363-497d-8ad4-0674cef3b69e req-7c0da3cf-c103-4573-9a64-f1faab801556 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0567930 Dec 15 03:28:50.363686 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1565109'] for router, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.365134 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 371ab906-6a1b-4ed8-b75e-da11b236f68d {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 03:28:50.370009 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.373939 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-b9c85f71-529d-4ed8-b0ec-a422f742c237 admin admin] 10.222.0.45 "DELETE /v2.0/routers/371ab906-6a1b-4ed8-b75e-da11b236f68d HTTP/1.1" status: 204 len: 168 time: 1.2127106 Dec 15 03:28:50.374093 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39904) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:50.395337 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d3e65407-3363-497d-8ad4-0674cef3b69e req-74f7f11b-bc9f-48b9-a77c-6ea6180afaac tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475430 Dec 15 03:28:50.420784 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc3a083-9956-4648-87ad-38ca7bc70103 admin admin] Deleting subnet 6af0a3e4-deb4-4cd3-b67c-486c94c18510 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:28:50.424038 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a083-9956-4648-87ad-38ca7bc70103 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.465602 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a083-9956-4648-87ad-38ca7bc70103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387047'] for subnet, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.544702 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a083-9956-4648-87ad-38ca7bc70103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.655417 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a083-9956-4648-87ad-38ca7bc70103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5007163'] for subnet, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.681238 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3a083-9956-4648-87ad-38ca7bc70103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af0a3e4-deb4-4cd3-b67c-486c94c18510,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:50.684931 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a083-9956-4648-87ad-38ca7bc70103 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.688984 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5bc3a083-9956-4648-87ad-38ca7bc70103 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6af0a3e4-deb4-4cd3-b67c-486c94c18510 HTTP/1.1" status: 204 len: 168 time: 0.3130760 Dec 15 03:28:50.690704 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 39906) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:50.691717 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86b1dbe-575d-421d-af0c-acceb2c1c4b6 None None] Network 4704674b-8307-451c-9fc2-26bad3b4eab7 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:28:50.769186 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.834465 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Deleting port b81ab4d5-bcbd-4119-8254-08db9a73bcea {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:28:50.834848 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.861096 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.904731 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] For port b81ab4d5-bcbd-4119-8254-08db9a73bcea, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=b81ab4d5-bcbd-4119-8254-08db9a73bcea,segment=NetworkSegment(56df1cfa-1c79-4ed4-8d53-485bbbec6669),segment_id=56df1cfa-1c79-4ed4-8d53-485bbbec6669)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:50.905039 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:50.926690 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Calling delete_port for b81ab4d5-bcbd-4119-8254-08db9a73bcea owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:28:50.941435 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f34750-adb8-467c-83d4-a42d9dd274ac None None] DHCP port deletion for 4704674b-8307-451c-9fc2-26bad3b4eab7 request from dv-cinder-818037-9-smb {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 03:28:51.000238 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device b81ab4d5-bcbd-4119-8254-08db9a73bcea no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:28:51.003600 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-65f34750-adb8-467c-83d4-a42d9dd274ac None None] Deleting port b81ab4d5-bcbd-4119-8254-08db9a73bcea {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:28:51.003974 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65f34750-adb8-467c-83d4-a42d9dd274ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.089391 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.102092 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-65f34750-adb8-467c-83d4-a42d9dd274ac None None] For port b81ab4d5-bcbd-4119-8254-08db9a73bcea, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=b81ab4d5-bcbd-4119-8254-08db9a73bcea,segment=NetworkSegment(56df1cfa-1c79-4ed4-8d53-485bbbec6669),segment_id=56df1cfa-1c79-4ed4-8d53-485bbbec6669)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:28:51.102494 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65f34750-adb8-467c-83d4-a42d9dd274ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.105082 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No active binding found for port b81ab4d5-bcbd-4119-8254-08db9a73bcea {{(pid=103257) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 03:28:51.105451 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device b81ab4d5-bcbd-4119-8254-08db9a73bcea not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:28:51.105880 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 2bdad4cf-db80-43e6-9d36-c08b069eb236 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:28:51.119359 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=b81ab4d5-bcbd-4119-8254-08db9a73bcea,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:51.122960 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] No DVR routers for this DVR port b81ab4d5-bcbd-4119-8254-08db9a73bcea on host dv-cinder-818037-9-smb {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:28:51.139323 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: 2bdad4cf-db80-43e6-9d36-c08b069eb236 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:28:51.139680 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 2bdad4cf-db80-43e6-9d36-c08b069eb236 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:28:51.140097 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:28:51.145447 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-65f34750-adb8-467c-83d4-a42d9dd274ac None None] Calling delete_port for b81ab4d5-bcbd-4119-8254-08db9a73bcea owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:28:51.177281 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:28:51.178001 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 731d6991-1bc8-4cf0-b6d6-fc8c8c7948d5 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:28:51.203532 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.226256 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4704674b-8307-451c-9fc2-26bad3b4eab7']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:51.236930 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56df1cfa-1c79-4ed4-8d53-485bbbec6669') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:51.237216 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56df1cfa-1c79-4ed4-8d53-485bbbec6669') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:28:51.247377 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386972'] for segment, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.263297 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.264332 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-65f34750-adb8-467c-83d4-a42d9dd274ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489'] for port, after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.269523 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:28:51.270038 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4368713'] for segment, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.270624 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: Traceback (most recent call last): Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: timer() Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: cb(*args, **kw) Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: return func(*args, **kwargs) Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: self._notify() Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: self.callback(batched_events) Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: event.method(event) Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: return f(self, *a, **k) Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: return self._get(url).json() Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: return self.request(url, 'GET', **kwargs) Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:28:51.271857 dv-cinder-818037-9-smb neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:28:51.295790 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f34750-adb8-467c-83d4-a42d9dd274ac None None] Pushing event deleted for resources: {'Port': ['ID=b81ab4d5-bcbd-4119-8254-08db9a73bcea,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:51.297643 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f34750-adb8-467c-83d4-a42d9dd274ac None None] No DVR routers for this DVR port b81ab4d5-bcbd-4119-8254-08db9a73bcea on host dv-cinder-818037-9-smb {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:28:51.409370 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.414296 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.417733 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] 10.222.0.45 "DELETE /v2.0/networks/4704674b-8307-451c-9fc2-26bad3b4eab7 HTTP/1.1" status: 204 len: 168 time: 0.7260695 Dec 15 03:28:51.433878 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f6b38-4777-43e4-a176-bae19adc6aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=4704674b-8307-451c-9fc2-26bad3b4eab7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:51.523893 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e09cf-d61d-467f-b6fa-007bbb74bff7 req-6054841a-4723-40df-8111-034719f5b0dc tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:51.525384 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8f4e09cf-d61d-467f-b6fa-007bbb74bff7 req-6054841a-4723-40df-8111-034719f5b0dc tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0488889 Dec 15 03:28:51.572219 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8f4e09cf-d61d-467f-b6fa-007bbb74bff7 req-8a40de5d-01d2-4e79-af3c-bfc6c63b2987 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408130 Dec 15 03:28:51.726936 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39916) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:51.769092 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-5936aec9-db4e-4e18-b9b0-aab992b6d550 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4dc35931da44466bbd3bb385eff3b956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409288 Dec 15 03:28:51.772068 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:51.822345 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6c44f4b-dbe2-4195-b822-75f1ddd5a871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.843898 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6c44f4b-dbe2-4195-b822-75f1ddd5a871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.975287 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6c44f4b-dbe2-4195-b822-75f1ddd5a871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.977889 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6c44f4b-dbe2-4195-b822-75f1ddd5a871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:51.979065 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-c6c44f4b-dbe2-4195-b822-75f1ddd5a871 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d6a001e-b2d7-479e-b49a-8b2ad02a748b HTTP/1.1" status: 204 len: 168 time: 0.2060776 Dec 15 03:28:51.986550 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c44f4b-dbe2-4195-b822-75f1ddd5a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6a001e-b2d7-479e-b49a-8b2ad02a748b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:52.209617 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:52.572590 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:52.611272 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-631aa304-f462-4aca-8598-8ceb43fcce02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=486f01175f36414fb0141d0044dd992f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375159 Dec 15 03:28:52.614203 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 39930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:28:52.687103 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d9d3-b96b-4371-9fdc-b85015ce0d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:52.713310 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf6cca-c44f-48fc-9e78-d5e76d73b6be req-a22367e1-10b5-46ee-8ddb-460e603e7ef7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:52.714805 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-51cf6cca-c44f-48fc-9e78-d5e76d73b6be req-a22367e1-10b5-46ee-8ddb-460e603e7ef7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0671852 Dec 15 03:28:52.725368 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d9d3-b96b-4371-9fdc-b85015ce0d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:52.792039 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-51cf6cca-c44f-48fc-9e78-d5e76d73b6be req-505bf45c-6c9d-4791-a71c-3aa25b47d3de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698354 Dec 15 03:28:52.849752 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d9d3-b96b-4371-9fdc-b85015ce0d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:52.852362 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8c0d9d3-b96b-4371-9fdc-b85015ce0d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:28:52.853478 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-f8c0d9d3-b96b-4371-9fdc-b85015ce0d73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27474c0d-9470-4b54-8db4-dfe6c966e466 HTTP/1.1" status: 204 len: 168 time: 0.2382193 Dec 15 03:28:52.861171 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0d9d3-b96b-4371-9fdc-b85015ce0d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27474c0d-9470-4b54-8db4-dfe6c966e466,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:28:53.912891 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50ed8f-e635-416d-a13d-19f010fed978 req-8dd3a3ca-f747-45c6-b58c-bc8ffc0d4e7e tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:53.914400 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0d50ed8f-e635-416d-a13d-19f010fed978 req-8dd3a3ca-f747-45c6-b58c-bc8ffc0d4e7e tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0488288 Dec 15 03:28:53.963043 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0d50ed8f-e635-416d-a13d-19f010fed978 req-d6474a86-d3ed-4402-a3d9-d75b5271130b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427275 Dec 15 03:28:55.084918 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358f2ba-ba3c-468f-878c-3d5426341d9e req-81b35f60-9463-4dcb-9f2b-ed37f4de8e1b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:55.086657 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b358f2ba-ba3c-468f-878c-3d5426341d9e req-81b35f60-9463-4dcb-9f2b-ed37f4de8e1b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0510700 Dec 15 03:28:55.133776 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b358f2ba-ba3c-468f-878c-3d5426341d9e req-c47a099a-b261-42b3-91d8-7e2ede937b2c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 Dec 15 03:28:55.937860 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-175b12af-5804-428f-b38c-c650c2f38cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:55.939274 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-175b12af-5804-428f-b38c-c650c2f38cb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 1098 time: 0.0442214 Dec 15 03:28:56.043062 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-b1a1348a-82a8-4335-8666-566b1c3057da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:56.044494 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-b1a1348a-82a8-4335-8666-566b1c3057da service neutron] 10.222.0.43 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 918 time: 0.0812697 Dec 15 03:28:56.112165 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-97d7a450-d8e1-41bc-a860-c446ecf9ead6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7 HTTP/1.1" status: 200 len: 1000 time: 0.0606670 Dec 15 03:28:56.159395 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-398f79ca-df19-44a0-b9b3-905414e4d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:56.160927 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-398f79ca-df19-44a0-b9b3-905414e4d893 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770c0f9d-ad39-4947-9559-a85790d28cf2 HTTP/1.1" status: 200 len: 856 time: 0.0418158 Dec 15 03:28:56.208053 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-d1d45c1b-74b9-4d3a-aca2-ab02253a4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:56.210068 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-d1d45c1b-74b9-4d3a-aca2-ab02253a4930 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588017c0-6fff-4e44-a312-eb3801d27791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0423837 Dec 15 03:28:56.260736 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc908a5-17b7-445a-aeb1-4ed37b04d2ca req-0beea138-77bf-46ab-84d2-fec31fbae112 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:56.262236 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9dc908a5-17b7-445a-aeb1-4ed37b04d2ca req-0beea138-77bf-46ab-84d2-fec31fbae112 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0530367 Dec 15 03:28:56.310815 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9dc908a5-17b7-445a-aeb1-4ed37b04d2ca req-b91d586f-505f-46e0-9d6d-5cfd5faba66c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421400 Dec 15 03:28:56.315341 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-f1fdcb3e-122f-4c39-8839-ebc418dfe3f5 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882335 Dec 15 03:28:56.406686 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-0da2563c-e659-449b-8c2f-2b8ef0f307d6 req-860a3eb5-f0c5-4c1d-b11d-12f1537e263f service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839131 Dec 15 03:28:57.432891 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38829c9d-afae-4284-8b2d-ada20fef08e0 req-64e065a4-4c12-48ee-9852-9f77081dd685 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:57.434374 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-38829c9d-afae-4284-8b2d-ada20fef08e0 req-64e065a4-4c12-48ee-9852-9f77081dd685 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0494266 Dec 15 03:28:57.481095 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-38829c9d-afae-4284-8b2d-ada20fef08e0 req-8800f6ac-1640-480c-8211-9ba4b9d603ef tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Dec 15 03:28:58.601938 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298e67-5db8-42e3-92c1-4bff8381f04a req-360bfa99-86de-4010-87a0-71ec86f0e49d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:58.603459 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a9298e67-5db8-42e3-92c1-4bff8381f04a req-360bfa99-86de-4010-87a0-71ec86f0e49d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0491695 Dec 15 03:28:58.653632 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a9298e67-5db8-42e3-92c1-4bff8381f04a req-49d713cb-0add-409a-b6b3-6b5ed2cc2b36 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441434 Dec 15 03:28:59.770650 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482bf33-8749-48c5-b841-1a647ae388ba req-eb1ffccb-de92-41c0-9cb8-1d22aa5d3822 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:28:59.772130 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2482bf33-8749-48c5-b841-1a647ae388ba req-eb1ffccb-de92-41c0-9cb8-1d22aa5d3822 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0488949 Dec 15 03:28:59.819888 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2482bf33-8749-48c5-b841-1a647ae388ba req-024608ef-962f-4d38-9607-445e7e9422c1 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Dec 15 03:29:00.936782 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2de0b-ccac-4f14-9ec3-eb9f9de17f82 req-6cbc10a9-15c8-4dd7-ae93-6661145c0485 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:00.938264 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-65a2de0b-ccac-4f14-9ec3-eb9f9de17f82 req-6cbc10a9-15c8-4dd7-ae93-6661145c0485 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0492198 Dec 15 03:29:00.985219 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-65a2de0b-ccac-4f14-9ec3-eb9f9de17f82 req-0e57dfd0-c54b-402d-b615-583517bff284 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409131 Dec 15 03:29:01.812009 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b019b032-d3dc-44d1-bfb0-4d5a09b035e7 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:29:01.910301 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:01.920526 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'port_id': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'mac_address': 'fa:16:3e:ba:d7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:29:01.956629 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:01.969569 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b019b032-d3dc-44d1-bfb0-4d5a09b035e7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:29:01.988331 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:02.060154 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:02.111136 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:02.112127 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec40724-10f3-4e71-bc82-9c0704baffff req-dfcbfb6c-db53-4ce3-913e-d015d7f6748e tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:02.114403 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8ec40724-10f3-4e71-bc82-9c0704baffff req-dfcbfb6c-db53-4ce3-913e-d015d7f6748e tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 944 time: 0.0563738 Dec 15 03:29:02.162289 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8ec40724-10f3-4e71-bc82-9c0704baffff req-6acf939d-e091-4a82-bf36-27f2e33cb698 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Dec 15 03:29:02.229977 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['b019b032-d3dc-44d1-bfb0-4d5a09b035e7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:29:03.298840 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772f352-ad1b-40c4-ba06-261f9aa9715d req-0332367f-51ed-416f-9238-2c6e707b7288 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:03.301475 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3772f352-ad1b-40c4-ba06-261f9aa9715d req-0332367f-51ed-416f-9238-2c6e707b7288 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 944 time: 0.0649998 Dec 15 03:29:03.352087 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3772f352-ad1b-40c4-ba06-261f9aa9715d req-d0bbc0ce-55ed-4687-9fa1-fc21d8d6e910 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 Dec 15 03:29:03.827215 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b019b032-d3dc-44d1-bfb0-4d5a09b035e7 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:29:03.878580 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:29:03.879221 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:03.971789 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:03.999450 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:29:04.001806 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e2f4df-5e3e-473d-9372-25166d3c79eb" -d '{"events": [{"server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "name": "network-vif-plugged", "status": "completed", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:29:04.016877 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:04.044618 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5f1c31-cc38-4312-9a01-30c0a0aa8e7d x-openstack-request-id: req-9b5f1c31-cc38-4312-9a01-30c0a0aa8e7d {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:29:04.044935 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "name": "network-vif-plugged", "status": "completed", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:29:04.045239 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9b5f1c31-cc38-4312-9a01-30c0a0aa8e7d {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:29:04.045667 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'code': 200} Dec 15 03:29:04.071681 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:04.127835 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=7']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:04.496684 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bfcf8-2894-4654-8c42-ca377cc17fe1 req-6e635cc1-54eb-4220-9331-02b7eab56a2c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:04.498285 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-177bfcf8-2894-4654-8c42-ca377cc17fe1 req-6e635cc1-54eb-4220-9331-02b7eab56a2c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0582898 Dec 15 03:29:04.570523 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-177bfcf8-2894-4654-8c42-ca377cc17fe1 req-f3938f26-9e77-4933-b7af-a8294b714abc tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652115 Dec 15 03:29:05.713901 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19de14-7f5e-4179-acf0-f5894e8a3345 req-89dcb7c7-331b-4891-b50d-9c60e830080f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:05.716456 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0b19de14-7f5e-4179-acf0-f5894e8a3345 req-89dcb7c7-331b-4891-b50d-9c60e830080f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0565314 Dec 15 03:29:05.775786 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-0b19de14-7f5e-4179-acf0-f5894e8a3345 req-fd298703-f303-48c8-bff7-e5311de9339c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537372 Dec 15 03:29:06.217078 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:29:06.897591 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f350-589d-4ab8-99d0-020796a4b4f8 req-246c1487-dade-4385-9a1b-446766bc1d81 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:06.899466 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4195f350-589d-4ab8-99d0-020796a4b4f8 req-246c1487-dade-4385-9a1b-446766bc1d81 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0513496 Dec 15 03:29:06.985644 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4195f350-589d-4ab8-99d0-020796a4b4f8 req-40eb1081-4ad4-49a9-8fe7-5f2429b48cab tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641384 Dec 15 03:29:08.149633 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cea430-7260-4ff0-b9ca-46ad192455b6 req-a92dd846-5fad-4842-84ef-5cac60a46c20 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:08.151729 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b2cea430-7260-4ff0-b9ca-46ad192455b6 req-a92dd846-5fad-4842-84ef-5cac60a46c20 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0572679 Dec 15 03:29:08.206609 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b2cea430-7260-4ff0-b9ca-46ad192455b6 req-c051b509-24c0-42dd-80d9-2defb28e7c74 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487759 Dec 15 03:29:08.514359 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf26de-410d-4f0d-88d8-fec45c72b9e9 req-f10ccf5d-4304-494d-85fd-870515970f58 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:08.515822 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2abf26de-410d-4f0d-88d8-fec45c72b9e9 req-f10ccf5d-4304-494d-85fd-870515970f58 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 946 time: 0.0565360 Dec 15 03:29:08.583159 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2abf26de-410d-4f0d-88d8-fec45c72b9e9 req-4932e0b9-3802-42c3-8ae5-29e8f838aaad tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572901 Dec 15 03:29:09.352127 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2d88c-06dc-4ac2-a587-a7ba4ff75617 req-a76d8f66-6b2d-4f25-8642-c79f8e4ee31b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:09.353911 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8ae2d88c-06dc-4ac2-a587-a7ba4ff75617 req-a76d8f66-6b2d-4f25-8642-c79f8e4ee31b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0587995 Dec 15 03:29:09.410839 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8ae2d88c-06dc-4ac2-a587-a7ba4ff75617 req-f72dda27-0ad3-4d47-8167-0d74f537a693 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499609 Dec 15 03:29:09.695765 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1275336-100f-49d3-add6-d2da6b8360c9 req-fd8ccb7f-30d5-4782-b9a7-63b9497293e5 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:09.697260 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c1275336-100f-49d3-add6-d2da6b8360c9 req-fd8ccb7f-30d5-4782-b9a7-63b9497293e5 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 946 time: 0.0503821 Dec 15 03:29:09.744886 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c1275336-100f-49d3-add6-d2da6b8360c9 req-0ab4ab40-ad8a-4870-b3ea-c8e965fde764 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Dec 15 03:29:10.537129 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5c5ef-f2d5-4d78-ba25-51e1baba9a39 req-90a479aa-ecb2-4dcb-a0fa-157623802071 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:10.538788 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6fc5c5ef-f2d5-4d78-ba25-51e1baba9a39 req-90a479aa-ecb2-4dcb-a0fa-157623802071 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0520539 Dec 15 03:29:10.599127 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6fc5c5ef-f2d5-4d78-ba25-51e1baba9a39 req-3042e9ad-aa89-4178-8553-99b4f2b3dd0c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532379 Dec 15 03:29:10.872578 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af937e-5cd2-4d7b-9886-3357695f7d33 req-5b9d4169-a5e9-4a5c-b229-26db62661b06 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:10.874180 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36af937e-5cd2-4d7b-9886-3357695f7d33 req-5b9d4169-a5e9-4a5c-b229-26db62661b06 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 946 time: 0.0559063 Dec 15 03:29:10.931613 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-36af937e-5cd2-4d7b-9886-3357695f7d33 req-14daa639-e6b3-4660-89f4-bb1476ba6b5a tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492902 Dec 15 03:29:11.728898 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4df20e-acd1-473a-979e-dbdd9704d102 req-53752ebb-abee-4166-926e-97ac73241b9f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:11.730579 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6e4df20e-acd1-473a-979e-dbdd9704d102 req-53752ebb-abee-4166-926e-97ac73241b9f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0568111 Dec 15 03:29:11.790167 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6e4df20e-acd1-473a-979e-dbdd9704d102 req-00851ea3-0822-48b5-9a96-00bf6ae1977b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520711 Dec 15 03:29:12.061617 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca3a80-4aee-43d7-b2ac-51dfe34ecd04 req-5393111e-4e24-4de6-845d-d4d8a37390a1 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:12.063195 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-24ca3a80-4aee-43d7-b2ac-51dfe34ecd04 req-5393111e-4e24-4de6-845d-d4d8a37390a1 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 946 time: 0.0578797 Dec 15 03:29:12.115224 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-24ca3a80-4aee-43d7-b2ac-51dfe34ecd04 req-9c211c3c-7165-4cf8-b29a-dce7f0d718ca tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Dec 15 03:29:12.911175 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0035d37-cfd9-4825-a11b-9b2919b133ba req-a3a0cb69-8143-4877-876b-b0f6745b4025 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:12.912651 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a0035d37-cfd9-4825-a11b-9b2919b133ba req-a3a0cb69-8143-4877-876b-b0f6745b4025 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0504851 Dec 15 03:29:12.966504 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a0035d37-cfd9-4825-a11b-9b2919b133ba req-90f52818-9cf0-41b1-b527-f90a40009ab1 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469413 Dec 15 03:29:13.238555 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c53b9-555f-4a1a-9b82-20484b45f701 req-a8099fc4-4b93-4947-a65d-6d928bf512de tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:13.241158 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c12c53b9-555f-4a1a-9b82-20484b45f701 req-a8099fc4-4b93-4947-a65d-6d928bf512de tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 946 time: 0.0541208 Dec 15 03:29:13.289147 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c12c53b9-555f-4a1a-9b82-20484b45f701 req-73198913-8f81-4907-8f10-4a79235722be tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Dec 15 03:29:13.406259 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-10726710-1d45-45fc-bd74-a950d0e7266e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:13.408405 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-10726710-1d45-45fc-bd74-a950d0e7266e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 946 time: 0.0548582 Dec 15 03:29:13.509131 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-849f8b18-c7e5-4760-90ff-343332fba863 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Deleting port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:29:13.509131 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-849f8b18-c7e5-4760-90ff-343332fba863 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:13.603829 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-849f8b18-c7e5-4760-90ff-343332fba863 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] For port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,segment=NetworkSegment(0ddd6886-27f4-41ef-bcfc-da0f30ab43bc),segment_id=0ddd6886-27f4-41ef-bcfc-da0f30ab43bc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:13.604235 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-849f8b18-c7e5-4760-90ff-343332fba863 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:13.624542 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-849f8b18-c7e5-4760-90ff-343332fba863 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Calling delete_port for 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:29:13.832055 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-849f8b18-c7e5-4760-90ff-343332fba863 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:13.858517 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f8b18-c7e5-4760-90ff-343332fba863 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Pushing event deleted for resources: {'Port': ['ID=2036ab1f-a2fd-4b3f-a0b3-5b138038f789,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:13.867205 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['2036ab1f-a2fd-4b3f-a0b3-5b138038f789'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:29:13.912840 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-849f8b18-c7e5-4760-90ff-343332fba863 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] No DVR routers for this DVR port 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:29:13.916288 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-849f8b18-c7e5-4760-90ff-343332fba863 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:13.919599 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-57333be9-3e96-4a9e-8a78-4ded682be5e9 req-849f8b18-c7e5-4760-90ff-343332fba863 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.43 "DELETE /v2.0/ports/2036ab1f-a2fd-4b3f-a0b3-5b138038f789 HTTP/1.1" status: 204 len: 173 time: 0.5029571 Dec 15 03:29:13.920065 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b319d7d-f4a4-4454-83fb-3735cfb66823', 'name': 'network-vif-deleted', 'tag': '2036ab1f-a2fd-4b3f-a0b3-5b138038f789'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:29:13.922979 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e5f462-4fea-4947-97ee-ef44acd67d9d" -d '{"events": [{"server_uuid": "8b319d7d-f4a4-4454-83fb-3735cfb66823", "name": "network-vif-deleted", "tag": "2036ab1f-a2fd-4b3f-a0b3-5b138038f789"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:29:13.964727 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89a274a-3cc7-4416-8ac8-2e22c7eeb183 x-openstack-request-id: req-f89a274a-3cc7-4416-8ac8-2e22c7eeb183 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:29:13.965024 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b319d7d-f4a4-4454-83fb-3735cfb66823", "name": "network-vif-deleted", "tag": "2036ab1f-a2fd-4b3f-a0b3-5b138038f789", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:29:13.965277 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f89a274a-3cc7-4416-8ac8-2e22c7eeb183 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:29:13.965677 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b319d7d-f4a4-4454-83fb-3735cfb66823', 'name': 'network-vif-deleted', 'tag': '2036ab1f-a2fd-4b3f-a0b3-5b138038f789', 'status': 'completed', 'code': 200} Dec 15 03:29:14.103837 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d9adb-3d48-4824-86f2-f6323255c8bb req-57c398f3-4ab1-4b42-b921-bf38b1f131f8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:14.105354 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7b6d9adb-3d48-4824-86f2-f6323255c8bb req-57c398f3-4ab1-4b42-b921-bf38b1f131f8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0497773 Dec 15 03:29:14.154358 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7b6d9adb-3d48-4824-86f2-f6323255c8bb req-9c5ee415-0028-409c-b564-9629cb91677a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428181 Dec 15 03:29:14.395649 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d0240331-8041-49f2-ba3a-243f2bede97c req-9d9c38f9-ceb4-4272-8e87-ad2ebf12f639 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b319d7d-f4a4-4454-83fb-3735cfb66823 HTTP/1.1" status: 200 len: 210 time: 0.0261474 Dec 15 03:29:15.146476 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-35ccc062-0146-4d7c-84b6-b17e0e01d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:15.147939 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-35ccc062-0146-4d7c-84b6-b17e0e01d8ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 1098 time: 0.0422380 Dec 15 03:29:15.242776 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-3e103267-1f49-4346-8e39-bbd8be99c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:15.244240 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-3e103267-1f49-4346-8e39-bbd8be99c66c service neutron] 10.222.0.43 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 918 time: 0.0888686 Dec 15 03:29:15.279723 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1c6ab-33ae-41d5-9bbc-19c5932d9618 req-ade02850-9970-4bbc-b939-d4cb77d0e022 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:15.281244 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-02e1c6ab-33ae-41d5-9bbc-19c5932d9618 req-ade02850-9970-4bbc-b939-d4cb77d0e022 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 945 time: 0.0520349 Dec 15 03:29:15.313575 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-b4aea863-71ba-4a95-8557-30bdbc36225c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7 HTTP/1.1" status: 200 len: 1000 time: 0.0623825 Dec 15 03:29:15.328955 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-02e1c6ab-33ae-41d5-9bbc-19c5932d9618 req-c5000b66-72ef-43bb-9b17-67f01e301602 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Dec 15 03:29:15.363472 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-eb9dd2d2-8f00-45ef-9fc7-b0d5e2e7168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:15.364919 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-eb9dd2d2-8f00-45ef-9fc7-b0d5e2e7168a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770c0f9d-ad39-4947-9559-a85790d28cf2 HTTP/1.1" status: 200 len: 856 time: 0.0430562 Dec 15 03:29:15.410825 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-50afd1d9-47b5-4063-a0f3-c61d5b188aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:15.412194 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-50afd1d9-47b5-4063-a0f3-c61d5b188aee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588017c0-6fff-4e44-a312-eb3801d27791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0401359 Dec 15 03:29:15.505237 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-9541c669-efdd-4633-8f0a-b63ffbec79d0 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856979 Dec 15 03:29:15.594852 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-ebf6e23e-4278-4293-b976-f4d0c4d0d191 req-7a245cee-a129-4fbf-8998-469f5ae57091 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824611 Dec 15 03:29:15.909123 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b019b032-d3dc-44d1-bfb0-4d5a09b035e7 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:29:15.990750 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:16.013950 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:29:16.016265 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a27a4f-7170-4859-8820-c5055db5ef4a" -d '{"events": [{"server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "name": "network-vif-unplugged", "status": "completed", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:29:16.029373 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:16.056074 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 03:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6760c7-8da0-495b-b921-348887ab96ee x-openstack-request-id: req-1b6760c7-8da0-495b-b921-348887ab96ee {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:29:16.056447 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "name": "network-vif-unplugged", "status": "completed", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:29:16.056707 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b6760c7-8da0-495b-b921-348887ab96ee {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:29:16.057108 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'code': 200} Dec 15 03:29:16.088884 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:16.089778 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:29:16.140105 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:29:16.140441 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 2036ab1f-a2fd-4b3f-a0b3-5b138038f789 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:29:16.170506 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=8']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:16.243035 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4bbc43c1-2312-4520-a102-c687511fe743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:16.451441 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fe73e-6e31-45e7-8ec4-4d7fe5a61139 req-7f095fe8-3647-46e8-8e8d-3399ea09a1e8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:16.452943 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6b0fe73e-6e31-45e7-8ec4-4d7fe5a61139 req-7f095fe8-3647-46e8-8e8d-3399ea09a1e8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0507021 Dec 15 03:29:16.504124 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6b0fe73e-6e31-45e7-8ec4-4d7fe5a61139 req-df68b6c1-a0f2-428f-a35e-b40d20d177e6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452073 Dec 15 03:29:17.626344 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e21e58-0e1d-4742-bf20-182535d766c5 req-f30cf02d-7fac-42b4-9e45-55fc092327ad tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:17.627887 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-31e21e58-0e1d-4742-bf20-182535d766c5 req-f30cf02d-7fac-42b4-9e45-55fc092327ad tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0489016 Dec 15 03:29:17.680248 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-31e21e58-0e1d-4742-bf20-182535d766c5 req-ad580977-18eb-40f2-8645-ff4e1b09f5de tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454674 Dec 15 03:29:18.505607 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-477276aa-268b-4eb4-a7a0-f6cf3a92236f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:19.374336 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [req-88f1b4e9-c76e-477e-a39c-928b5e81451d req-5052314e-b89b-4ee2-b599-e8e495465a21 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 03:29:19.375373 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-88f1b4e9-c76e-477e-a39c-928b5e81451d req-5052314e-b89b-4ee2-b599-e8e495465a21 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0951006 Dec 15 03:29:19.608731 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:19.637204 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29fa6d-0b24-474d-bb7f-d9000ea69faf req-eb8b620b-152e-4600-8709-4b2ed5ec523c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:19.638726 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5c29fa6d-0b24-474d-bb7f-d9000ea69faf req-eb8b620b-152e-4600-8709-4b2ed5ec523c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0496430 Dec 15 03:29:19.713147 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-5c29fa6d-0b24-474d-bb7f-d9000ea69faf req-b028a054-2cf8-414e-bf7c-de826b1bbc78 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674555 Dec 15 03:29:19.795027 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a331a20-679e-4080-918c-f8c043a18155 req-99ae5628-2002-4809-aee1-9ffa854da53e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:19.796445 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-99ae5628-2002-4809-aee1-9ffa854da53e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/networks?id=10f0b4f6-ac8a-485b-bdde-6872cb3e185c HTTP/1.1" status: 200 len: 814 time: 0.1129608 Dec 15 03:29:19.811750 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-da098673-e695-4eef-9fa0-db00bde17850 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/quotas/e8cf83679a7a4e2e9c6d0df1ebab22c0 HTTP/1.1" status: 200 len: 375 time: 0.0092585 Dec 15 03:29:19.844806 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-d7a17dc8-38d7-4895-9383-837e6bfa4ad3 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8cf83679a7a4e2e9c6d0df1ebab22c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277066 Dec 15 03:29:19.903454 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b019b032-d3dc-44d1-bfb0-4d5a09b035e7 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:29:19.934750 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-b23d0fb7-8912-436f-84f9-a25c07182398 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923016 Dec 15 03:29:19.965307 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-36f36e75-8e77-4741-92a1-715a38c3dd36 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0b4f6-ac8a-485b-bdde-6872cb3e185c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124873 Dec 15 03:29:20.055697 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-4d85610a-4445-4a2e-98d1-59c1a7807a10 service neutron] 10.222.0.45 "GET /v2.0/networks/10f0b4f6-ac8a-485b-bdde-6872cb3e185c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837185 Dec 15 03:29:20.295313 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca3ef3dc-b33c-4276-a037-603150338946 req-c6c0b47f-2358-4936-8779-ea2a0dc2121f tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 210 time: 0.0320551 Dec 15 03:29:20.851015 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5773fb5-86bb-4ead-ba50-a26e811fb1f9 req-a3fb7bc5-fb55-4e52-bed4-b05f91cf0dd1 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:20.852633 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e5773fb5-86bb-4ead-ba50-a26e811fb1f9 req-a3fb7bc5-fb55-4e52-bed4-b05f91cf0dd1 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0655136 Dec 15 03:29:20.900014 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e5773fb5-86bb-4ead-ba50-a26e811fb1f9 req-7bd0144a-6a28-422f-baf5-57810f1296fa tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Dec 15 03:29:20.901511 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:21.254619 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:21.355119 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-490ba685-5ee7-4ae1-b458-dbeac1ff61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:21.358106 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-490ba685-5ee7-4ae1-b458-dbeac1ff61cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93&tenant_id=9ad28305d5804d75b746cf24dc668a01 HTTP/1.1" status: 200 len: 1096 time: 0.0456829 Dec 15 03:29:21.395892 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f7d4f9d9-77d3-451f-af10-94e5510244f3 req-9d345b08-406c-409d-93fd-0ee4f976c107 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 210 time: 0.0297801 Dec 15 03:29:21.432911 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-915bcf38-3a2e-4abc-8d65-ac2577236a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:21.434448 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-915bcf38-3a2e-4abc-8d65-ac2577236a77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ad28305d5804d75b746cf24dc668a01&device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 1096 time: 0.0437088 Dec 15 03:29:21.522849 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-ca780276-6cd9-4cd3-bc5f-180714c4ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:21.524511 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-ca780276-6cd9-4cd3-bc5f-180714c4ddc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 200 len: 918 time: 0.0824242 Dec 15 03:29:21.594021 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-9db9919b-45a3-4648-8dd8-234061629750 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7 HTTP/1.1" status: 200 len: 998 time: 0.0628214 Dec 15 03:29:21.647810 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-eb727663-b456-48ab-8389-a1b13bbe4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:21.649878 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-eb727663-b456-48ab-8389-a1b13bbe4e29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=770c0f9d-ad39-4947-9559-a85790d28cf2 HTTP/1.1" status: 200 len: 856 time: 0.0432782 Dec 15 03:29:21.694368 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-02804f82-6759-41e3-a2f8-6060b773501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:21.695918 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-02804f82-6759-41e3-a2f8-6060b773501c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=588017c0-6fff-4e44-a312-eb3801d27791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0397649 Dec 15 03:29:21.787295 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-191f1557-0a39-4c98-b201-9621ca9bbcb8 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838871 Dec 15 03:29:21.875765 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-8f4cf8a3-7c22-4691-b164-3e3b3775dab4 req-09cad014-9fe2-4406-90ff-d17a3d7902e8 service neutron] 10.222.0.43 "GET /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800776 Dec 15 03:29:22.022254 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993bd51-775a-4edd-9d95-f356544e0265 req-0f9ed0f2-dd87-4e54-8d9b-fac0173c18a4 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:22.023779 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6993bd51-775a-4edd-9d95-f356544e0265 req-0f9ed0f2-dd87-4e54-8d9b-fac0173c18a4 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0507298 Dec 15 03:29:22.083068 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6993bd51-775a-4edd-9d95-f356544e0265 req-fb330208-03b6-4481-ac38-f2aca4eb7402 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522993 Dec 15 03:29:22.241740 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:22.347504 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a331a20-679e-4080-918c-f8c043a18155 req-8d476a73-40e6-4d74-b988-9d36a9211f37 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:22.348867 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-8d476a73-40e6-4d74-b988-9d36a9211f37 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.43 "GET /v2.0/networks?id=10f0b4f6-ac8a-485b-bdde-6872cb3e185c HTTP/1.1" status: 200 len: 814 time: 0.1203871 Dec 15 03:29:22.368833 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Request body: {'port': {'device_id': '8a315996-0a7c-43c3-a7e1-24e7ae6b3a58', 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c', 'admin_state_up': True, 'tenant_id': 'e8cf83679a7a4e2e9c6d0df1ebab22c0'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:29:22.568643 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b149f0c3-8c12-4c3f-b32d-e21c799cb7c7 req-b7f719f3-68c0-4cf5-89a7-34105fdbc691 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 210 time: 0.0336149 Dec 15 03:29:22.574674 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Made reservation on behalf of e8cf83679a7a4e2e9c6d0df1ebab22c0 for: {'port': 1} {{(pid=103256) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 03:29:22.578796 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:22.740158 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Allocated IP 172.20.0.5 (10f0b4f6-ac8a-485b-bdde-6872cb3e185c/d30cdf8e-61b5-4f88-a900-53038e489a88/04305299-1e93-4a36-b7c5-7b07234f13eb) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 03:29:22.894947 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:22.997688 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745019991480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:23.049197 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 03:29:23.052452 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 03:29:23.057572 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 03:29:23.064036 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Pushing event updated for resources: {'Port': ['ID=04305299-1e93-4a36-b7c5-7b07234f13eb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:23.096222 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.096568 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.096935 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.097248 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.097580 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.097906 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.098230 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.098555 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.098942 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.099266 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.099591 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.099911 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.100246 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:23.127017 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:23.127798 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:23.226112 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a938fad-5ac5-4f0f-8e66-1391aae0021a req-cfd39e2f-7ec6-4a8c-8872-18e7058d8f9a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:23.229231 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2a938fad-5ac5-4f0f-8e66-1391aae0021a req-cfd39e2f-7ec6-4a8c-8872-18e7058d8f9a tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0585618 Dec 15 03:29:23.275087 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-f948b12b-6a5d-47cb-8e3e-0a73fad12097 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9099076 Dec 15 03:29:23.281953 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-2a938fad-5ac5-4f0f-8e66-1391aae0021a req-c8e23d7a-46e5-4790-838c-14f4416be8ef tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459709 Dec 15 03:29:23.689071 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8a265-3e7f-458d-b7b4-9153e73cf010 req-6aafb3b3-5a1d-46e6-9664-4f196c6ed472 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:23.690582 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8a8a265-3e7f-458d-b7b4-9153e73cf010 req-6aafb3b3-5a1d-46e6-9664-4f196c6ed472 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 931 time: 0.0493946 Dec 15 03:29:23.740656 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8a8a265-3e7f-458d-b7b4-9153e73cf010 req-7c0c3d96-404b-464e-b932-d3bb6ce35e68 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Dec 15 03:29:24.414936 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096af19-6491-45d3-8b34-e405b9669620 req-ce045d2b-da34-40e0-89d2-cf06f8680bae tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:24.416550 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6096af19-6491-45d3-8b34-e405b9669620 req-ce045d2b-da34-40e0-89d2-cf06f8680bae tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0539377 Dec 15 03:29:24.471225 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6096af19-6491-45d3-8b34-e405b9669620 req-cdacd8dc-c706-4ba5-a3d3-3b9a26c53cb0 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483670 Dec 15 03:29:24.862071 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1377e-a8f7-49c5-a6bf-8385c3e4dcd9 req-a26ca874-deb7-4135-aef3-47d0eb149f7b tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:24.863610 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-22b1377e-a8f7-49c5-a6bf-8385c3e4dcd9 req-a26ca874-deb7-4135-aef3-47d0eb149f7b tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 931 time: 0.0540802 Dec 15 03:29:24.914002 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-22b1377e-a8f7-49c5-a6bf-8385c3e4dcd9 req-c99d2f73-ef95-4308-a2e4-ac6d7a2e17ea tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437820 Dec 15 03:29:25.597122 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bad18-b7f5-4214-8ceb-adb398e357c3 req-e42f0025-2fe3-44c9-a050-3a5a8f7869e9 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:25.598672 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d30bad18-b7f5-4214-8ceb-adb398e357c3 req-e42f0025-2fe3-44c9-a050-3a5a8f7869e9 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0504880 Dec 15 03:29:25.652636 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d30bad18-b7f5-4214-8ceb-adb398e357c3 req-f9a0c7d3-34f4-4e57-95eb-c32438b0b8f7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477273 Dec 15 03:29:26.035235 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18f50e-f70e-411e-809f-4714ec0acfab req-a6325e62-dae3-4268-b375-031c70685b96 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:26.036723 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e18f50e-f70e-411e-809f-4714ec0acfab req-a6325e62-dae3-4268-b375-031c70685b96 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 931 time: 0.0520031 Dec 15 03:29:26.085874 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-9e18f50e-f70e-411e-809f-4714ec0acfab req-24ee516e-3a2f-45c6-b945-53112d31c1f2 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432947 Dec 15 03:29:26.776251 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c5a3-e93e-4753-b02f-3a699ad7510e req-1e20405d-5b82-4f54-b06d-cf28d3e9ebef tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:26.777744 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a5c3c5a3-e93e-4753-b02f-3a699ad7510e req-1e20405d-5b82-4f54-b06d-cf28d3e9ebef tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0497921 Dec 15 03:29:26.828061 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-a5c3c5a3-e93e-4753-b02f-3a699ad7510e req-32ba734a-48dc-4cf3-97f5-890dd1724cc7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439992 Dec 15 03:29:27.210242 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd8f77-cc00-4a79-8c49-ea5f5caed9d2 req-acd22a4b-d1dc-467e-8598-124228f4f378 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:27.211767 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d2cd8f77-cc00-4a79-8c49-ea5f5caed9d2 req-acd22a4b-d1dc-467e-8598-124228f4f378 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 931 time: 0.0540740 Dec 15 03:29:27.263493 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d2cd8f77-cc00-4a79-8c49-ea5f5caed9d2 req-3cb4b876-f1ee-4436-beed-bac32b4b057f tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456221 Dec 15 03:29:27.949277 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1f0fd-c14c-4884-a7f1-7979d8facfd7 req-31dffd3f-18b9-4458-b143-cc7acbeaa96c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:27.950785 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-80d1f0fd-c14c-4884-a7f1-7979d8facfd7 req-31dffd3f-18b9-4458-b143-cc7acbeaa96c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0492539 Dec 15 03:29:28.001242 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-80d1f0fd-c14c-4884-a7f1-7979d8facfd7 req-188f81ae-6501-4e2c-9aed-ba0bba55942b tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439429 Dec 15 03:29:28.383247 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301df0f-8261-43b9-bca1-7764014ed94f req-6bdfb4c5-7ef2-4a50-a85f-10ec17f99bbd tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:28.384725 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c301df0f-8261-43b9-bca1-7764014ed94f req-6bdfb4c5-7ef2-4a50-a85f-10ec17f99bbd tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 931 time: 0.0523975 Dec 15 03:29:28.433255 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c301df0f-8261-43b9-bca1-7764014ed94f req-2c83a763-8e7e-4111-ac56-051ea62f2ab2 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Dec 15 03:29:29.124805 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab361c-2843-4580-a161-b286ec0efe1a req-1403c5c7-ee95-4cfb-8e09-63f0db525f0c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:29.127138 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-03ab361c-2843-4580-a161-b286ec0efe1a req-1403c5c7-ee95-4cfb-8e09-63f0db525f0c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0518346 Dec 15 03:29:29.178117 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-03ab361c-2843-4580-a161-b286ec0efe1a req-c2508c9e-8ad6-4146-8268-6a44b1c72d80 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459192 Dec 15 03:29:29.548667 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e919b-175b-466c-8283-b0c89b66a864 req-fcea4ea7-5d57-4e0f-a9d2-7da63c3c419d tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:29.550199 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-631e919b-175b-466c-8283-b0c89b66a864 req-fcea4ea7-5d57-4e0f-a9d2-7da63c3c419d tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 931 time: 0.0494397 Dec 15 03:29:29.604678 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-631e919b-175b-466c-8283-b0c89b66a864 req-46a9dd9d-3d02-485f-80c2-29e5911e9785 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478883 Dec 15 03:29:30.308435 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f7664-0b1f-4156-b22f-de2d681860cd req-88535625-9510-46d7-b669-334b82f96899 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:30.309986 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fb2f7664-0b1f-4156-b22f-de2d681860cd req-88535625-9510-46d7-b669-334b82f96899 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0547557 Dec 15 03:29:30.359404 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-fb2f7664-0b1f-4156-b22f-de2d681860cd req-972996a6-29d0-4e20-8ec4-76aab7b2ae19 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433555 Dec 15 03:29:30.725182 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e371ab-97a0-4048-84e5-9c3c47f2fabd req-b4bbffc6-e5b0-4360-a5f6-0ce3529f2f2a tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:30.726831 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e5e371ab-97a0-4048-84e5-9c3c47f2fabd req-b4bbffc6-e5b0-4360-a5f6-0ce3529f2f2a tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 931 time: 0.0527647 Dec 15 03:29:30.776469 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e5e371ab-97a0-4048-84e5-9c3c47f2fabd req-bba79ee5-7111-400e-82d7-5492a85dd8d3 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Dec 15 03:29:31.489868 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3903ec-d8d3-459c-8d58-e357b8b11820 req-6ed76d4f-1fcf-4907-89a3-3abe3993e052 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:31.491381 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4d3903ec-d8d3-459c-8d58-e357b8b11820 req-6ed76d4f-1fcf-4907-89a3-3abe3993e052 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0576355 Dec 15 03:29:31.543658 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4d3903ec-d8d3-459c-8d58-e357b8b11820 req-f2c8753a-10a9-43c4-89b3-797c6ea93cea tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463135 Dec 15 03:29:31.896816 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a57fd-556d-403d-ab7b-f042032467f0 req-0bb195bd-74da-494e-a5ad-d78186bb34cc tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:31.898339 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c41a57fd-556d-403d-ab7b-f042032467f0 req-0bb195bd-74da-494e-a5ad-d78186bb34cc tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 931 time: 0.0524247 Dec 15 03:29:31.947091 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c41a57fd-556d-403d-ab7b-f042032467f0 req-9da20f7e-1e88-4030-b988-1a1f71f52876 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Dec 15 03:29:32.662654 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9981a4-36e5-42d7-97da-39ec825441d0 req-e20d8db7-90ec-4d0f-ae44-59a3d5a8454d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:32.664078 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bc9981a4-36e5-42d7-97da-39ec825441d0 req-e20d8db7-90ec-4d0f-ae44-59a3d5a8454d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0487473 Dec 15 03:29:32.720719 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-bc9981a4-36e5-42d7-97da-39ec825441d0 req-dd22855d-d4bc-423f-8fa8-5666d674e871 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505707 Dec 15 03:29:33.219162 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c224b2-b5f5-4f52-84b4-2f82c21aabaf req-69021a2c-ca97-4d67-8395-43eb516f4106 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:33.220605 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8c224b2-b5f5-4f52-84b4-2f82c21aabaf req-69021a2c-ca97-4d67-8395-43eb516f4106 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 931 time: 0.0473843 Dec 15 03:29:33.269493 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b8c224b2-b5f5-4f52-84b4-2f82c21aabaf req-fec05d47-84cc-45a3-91cb-bb8346d9fa6f tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Dec 15 03:29:33.272911 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.v2.base [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Request body: {'port': {'device_id': '8a315996-0a7c-43c3-a7e1-24e7ae6b3a58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81803'}} {{(pid=103256) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 03:29:33.330308 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:33.585999 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04305299-1e93-4a36-b7c5-7b07234f13eb {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:29:33.593137 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:33.605125 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Transition to ACTIVE for port object 04305299-1e93-4a36-b7c5-7b07234f13eb will not be triggered until provisioned by entity L2. {{(pid=103256) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 03:29:33.688750 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:33.739703 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Pushing event updated for resources: {'Port': ['ID=04305299-1e93-4a36-b7c5-7b07234f13eb,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:33.802925 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Attempting to bind port 04305299-1e93-4a36-b7c5-7b07234f13eb on host hv-cinder-81803 for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 03:29:33.803268 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Attempting to bind port 04305299-1e93-4a36-b7c5-7b07234f13eb by drivers openvswitch,hyperv on host hv-cinder-81803 at level 0 using segments [{'id': '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 03:29:33.803594 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Attempting to bind port 04305299-1e93-4a36-b7c5-7b07234f13eb on network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:29:33.808232 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Port 04305299-1e93-4a36-b7c5-7b07234f13eb on network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81803 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 03:29:33.808554 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Attempting to bind port 04305299-1e93-4a36-b7c5-7b07234f13eb on network 10f0b4f6-ac8a-485b-bdde-6872cb3e185c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 03:29:33.813273 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Checking agent: {'id': 'af43369b-51be-4cfa-b15d-571a17d39104', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81803', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'started_at': datetime.datetime(2021, 12, 15, 3, 19, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 3, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 03:29:33.813607 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Checking segment: {'id': '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 03:29:33.813983 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Bound using segment: {'id': '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 03:29:33.814408 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Bound port: 04305299-1e93-4a36-b7c5-7b07234f13eb, host: hv-cinder-81803, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 03:29:33.814865 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:33.840505 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29b8c3-7513-4668-9506-e81836d4ea66 req-7524e1a7-d79b-4a6b-8a8b-44401964a857 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:33.841894 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1e29b8c3-7513-4668-9506-e81836d4ea66 req-7524e1a7-d79b-4a6b-8a8b-44401964a857 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 943 time: 0.0486639 Dec 15 03:29:33.876736 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] For port 04305299-1e93-4a36-b7c5-7b07234f13eb, host hv-cinder-81803, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 03:29:33.880317 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] For port 04305299-1e93-4a36-b7c5-7b07234f13eb, host hv-cinder-81803, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=04305299-1e93-4a36-b7c5-7b07234f13eb,segment=NetworkSegment(0ddd6886-27f4-41ef-bcfc-da0f30ab43bc),segment_id=0ddd6886-27f4-41ef-bcfc-da0f30ab43bc)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 03:29:33.888188 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1e29b8c3-7513-4668-9506-e81836d4ea66 req-f27122a5-83f6-4701-8e72-725263c03f2c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 Dec 15 03:29:33.957625 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4368749'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:33.997834 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b019b032-d3dc-44d1-bfb0-4d5a09b035e7 details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:29:34.002625 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:34.003251 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:34.004645 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] 10.222.0.43 "PUT /v2.0/ports/04305299-1e93-4a36-b7c5-7b07234f13eb HTTP/1.1" status: 200 len: 1093 time: 0.7370210 Dec 15 03:29:34.005121 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a315996-0a7c-43c3-a7e1-24e7ae6b3a58', 'tag': '04305299-1e93-4a36-b7c5-7b07234f13eb'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:29:34.007480 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf2a411-687c-443c-b259-cd5a6673a3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8a315996-0a7c-43c3-a7e1-24e7ae6b3a58", "tag": "04305299-1e93-4a36-b7c5-7b07234f13eb"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:29:34.032375 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2e6b2-102c-4bc4-9d00-26997bd885c4 service neutron] Pushing event updated for resources: {'Port': ['ID=04305299-1e93-4a36-b7c5-7b07234f13eb,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:34.044838 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 03:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b615e9f8-6ab1-48f4-8dd2-3fe2210b12e4 x-openstack-request-id: req-b615e9f8-6ab1-48f4-8dd2-3fe2210b12e4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:29:34.045133 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a315996-0a7c-43c3-a7e1-24e7ae6b3a58", "tag": "04305299-1e93-4a36-b7c5-7b07234f13eb", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:29:34.045390 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b615e9f8-6ab1-48f4-8dd2-3fe2210b12e4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:29:34.045813 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a315996-0a7c-43c3-a7e1-24e7ae6b3a58', 'tag': '04305299-1e93-4a36-b7c5-7b07234f13eb', 'status': 'completed', 'code': 200} Dec 15 03:29:34.101572 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:34.113650 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'port_id': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'mac_address': 'fa:16:3e:ba:d7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:29:34.127896 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2a411-687c-443c-b259-cd5a6673a3ad req-70d6ea87-e3bb-4cf5-b931-121b640a3d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:34.129389 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9cf2a411-687c-443c-b259-cd5a6673a3ad req-70d6ea87-e3bb-4cf5-b931-121b640a3d4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cf83679a7a4e2e9c6d0df1ebab22c0&device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 1096 time: 0.0417118 Dec 15 03:29:34.153898 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:34.167552 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b019b032-d3dc-44d1-bfb0-4d5a09b035e7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:29:34.187046 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:34.231687 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:34.241647 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2a411-687c-443c-b259-cd5a6673a3ad req-c7d3ce7b-2cf5-485f-a06a-374b300b8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:34.243191 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9cf2a411-687c-443c-b259-cd5a6673a3ad req-c7d3ce7b-2cf5-485f-a06a-374b300b8699 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=e8cf83679a7a4e2e9c6d0df1ebab22c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0992320 Dec 15 03:29:34.282306 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=9']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:34.289285 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.289632 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.289977 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.290320 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.290676 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.291022 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.291337 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.291847 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.292178 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.292510 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.293637 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.293637 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.293857 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:29:34.341205 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2a411-687c-443c-b259-cd5a6673a3ad req-6b583b81-f0e1-41ed-8521-7d85fbdd6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:34.342707 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-9cf2a411-687c-443c-b259-cd5a6673a3ad req-6b583b81-f0e1-41ed-8521-7d85fbdd6361 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919182 Dec 15 03:29:34.388606 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7374b-9735-4e25-8be8-5f48cd09de65 req-b8190327-32d1-46e9-a250-8153c3b04e37 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:34.389958 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f5c7374b-9735-4e25-8be8-5f48cd09de65 req-b8190327-32d1-46e9-a250-8153c3b04e37 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 943 time: 0.0505638 Dec 15 03:29:34.438775 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f5c7374b-9735-4e25-8be8-5f48cd09de65 req-ecf501d3-2df2-4442-bff8-89ff87596c22 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Dec 15 03:29:34.449869 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a331a20-679e-4080-918c-f8c043a18155 req-84437768-f514-42bd-bce1-ddb4170581a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:34.451439 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-84437768-f514-42bd-bce1-ddb4170581a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8cf83679a7a4e2e9c6d0df1ebab22c0&device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 1096 time: 0.0432262 Dec 15 03:29:34.501318 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-3b4378c6-eb0b-479b-bd88-5144b876aa26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04305299-1e93-4a36-b7c5-7b07234f13eb HTTP/1.1" status: 200 len: 217 time: 0.0364978 Dec 15 03:29:34.527144 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['b019b032-d3dc-44d1-bfb0-4d5a09b035e7'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:29:34.551752 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a331a20-679e-4080-918c-f8c043a18155 req-23fab4b9-6df7-4d47-8a98-b6457a2d5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:34.553219 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-23fab4b9-6df7-4d47-8a98-b6457a2d5279 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d30cdf8e-61b5-4f88-a900-53038e489a88 HTTP/1.1" status: 200 len: 854 time: 0.0440342 Dec 15 03:29:34.586052 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-8d878e3c-1442-4195-b415-1c118b10abab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=10f0b4f6-ac8a-485b-bdde-6872cb3e185c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250947 Dec 15 03:29:34.680223 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-3300af5c-3652-4460-b9a2-9101b5a2ec3c service neutron] 10.222.0.43 "GET /v2.0/networks/10f0b4f6-ac8a-485b-bdde-6872cb3e185c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871181 Dec 15 03:29:34.769080 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-3a331a20-679e-4080-918c-f8c043a18155 req-0f227890-efbc-4ab8-b34a-6f34305a0d5c service neutron] 10.222.0.43 "GET /v2.0/networks/10f0b4f6-ac8a-485b-bdde-6872cb3e185c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817399 Dec 15 03:29:35.006665 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc48b0c-3139-4521-80e1-28581edad38a req-57ee45d1-41f4-4007-8b73-3e3475fa68f3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:35.008139 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-dbc48b0c-3139-4521-80e1-28581edad38a req-57ee45d1-41f4-4007-8b73-3e3475fa68f3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 944 time: 0.0483067 Dec 15 03:29:35.054119 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-dbc48b0c-3139-4521-80e1-28581edad38a req-0c139538-d081-467c-978c-448e70c62e00 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401843 Dec 15 03:29:35.555346 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7431a-2044-4d1c-96fc-2ae0b312a2bd req-12fb5f6a-b0bb-4616-bf80-0ab0bae602a4 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:35.556805 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-64b7431a-2044-4d1c-96fc-2ae0b312a2bd req-12fb5f6a-b0bb-4616-bf80-0ab0bae602a4 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 943 time: 0.0513752 Dec 15 03:29:35.602503 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-64b7431a-2044-4d1c-96fc-2ae0b312a2bd req-4a7c1cb3-e5bc-4f2c-9abe-12c160c95f7e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Dec 15 03:29:36.029231 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 04305299-1e93-4a36-b7c5-7b07234f13eb details requested by agent hyperv_hv-cinder-81803 with host hv-cinder-81803 {{(pid=103257) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 03:29:36.040703 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b019b032-d3dc-44d1-bfb0-4d5a09b035e7 up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:29:36.154090 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:29:36.154463 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:36.173700 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec661404-707a-4c8e-845d-8e164ff50cc4 req-9bea3eeb-964b-495b-8364-fd7eaf618c45 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:36.175207 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ec661404-707a-4c8e-845d-8e164ff50cc4 req-9bea3eeb-964b-495b-8364-fd7eaf618c45 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 944 time: 0.0492642 Dec 15 03:29:36.192789 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 04305299-1e93-4a36-b7c5-7b07234f13eb, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=04305299-1e93-4a36-b7c5-7b07234f13eb,segment=NetworkSegment(0ddd6886-27f4-41ef-bcfc-da0f30ab43bc),segment_id=0ddd6886-27f4-41ef-bcfc-da0f30ab43bc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:36.209064 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Returning: {'device': '04305299-1e93-4a36-b7c5-7b07234f13eb', 'network_id': '10f0b4f6-ac8a-485b-bdde-6872cb3e185c', 'port_id': '04305299-1e93-4a36-b7c5-7b07234f13eb', 'mac_address': 'fa:16:3e:1d:b4:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30cdf8e-61b5-4f88-a900-53038e489a88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103257) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 03:29:36.223531 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ec661404-707a-4c8e-845d-8e164ff50cc4 req-935fb64d-cf48-400b-848b-566e33334442 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416343 Dec 15 03:29:36.279365 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:36.293179 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:36.302667 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04305299-1e93-4a36-b7c5-7b07234f13eb {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 03:29:36.333325 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:29:36.335571 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e65b6a8-b12c-4740-97d2-1823015d64f3" -d '{"events": [{"server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "name": "network-vif-plugged", "status": "completed", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:29:36.340863 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 04305299-1e93-4a36-b7c5-7b07234f13eb, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=04305299-1e93-4a36-b7c5-7b07234f13eb,segment=NetworkSegment(0ddd6886-27f4-41ef-bcfc-da0f30ab43bc),segment_id=0ddd6886-27f4-41ef-bcfc-da0f30ab43bc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:36.349924 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:36.370185 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47bc5ca-0344-4c2d-afb0-34bd71fd96d9 x-openstack-request-id: req-a47bc5ca-0344-4c2d-afb0-34bd71fd96d9 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:29:36.370500 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "name": "network-vif-plugged", "status": "completed", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:29:36.370941 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a47bc5ca-0344-4c2d-afb0-34bd71fd96d9 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:29:36.371187 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'code': 200} Dec 15 03:29:36.426123 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:36.459105 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:36.480142 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=04305299-1e93-4a36-b7c5-7b07234f13eb,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:36.528126 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=10']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:36.704775 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['04305299-1e93-4a36-b7c5-7b07234f13eb'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:29:36.719491 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d187e-90d0-4b4e-96e0-52ab750b56c0 req-8800568d-4a57-4874-9d71-56e822d1854c tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:36.720672 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-297d187e-90d0-4b4e-96e0-52ab750b56c0 req-8800568d-4a57-4874-9d71-56e822d1854c tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 944 time: 0.0499456 Dec 15 03:29:36.753606 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c2bdf-2f8b-4388-8ba3-4d5c2f9d3ee0 req-4f325c00-ef2b-4f3c-9caa-fea23621d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:36.755124 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-400c2bdf-2f8b-4388-8ba3-4d5c2f9d3ee0 req-4f325c00-ef2b-4f3c-9caa-fea23621d360 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 1099 time: 0.0466838 Dec 15 03:29:36.773123 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-297d187e-90d0-4b4e-96e0-52ab750b56c0 req-7d5f8e45-0bf5-4e77-8cef-bbd6bf56a75c tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Dec 15 03:29:36.808201 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-400c2bdf-2f8b-4388-8ba3-4d5c2f9d3ee0 req-d4a704cd-d2ec-4223-be83-c28c3a8deb65 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455079 Dec 15 03:29:37.352899 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62228a61-53e9-450d-8ae1-49cece36132a req-65a310c5-dc41-40ad-8645-c88b93aa2080 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:37.354361 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-62228a61-53e9-450d-8ae1-49cece36132a req-65a310c5-dc41-40ad-8645-c88b93aa2080 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 946 time: 0.0488665 Dec 15 03:29:37.402085 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-62228a61-53e9-450d-8ae1-49cece36132a req-78b5348e-c6cb-403d-aa7a-42863e408e5c tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405312 Dec 15 03:29:37.890983 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d86068-041d-4517-8442-b55c16320c90 req-35d19f10-0c47-4433-930d-e6947823ed2e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:37.892688 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e7d86068-041d-4517-8442-b55c16320c90 req-35d19f10-0c47-4433-930d-e6947823ed2e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 944 time: 0.0506449 Dec 15 03:29:37.941775 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-e7d86068-041d-4517-8442-b55c16320c90 req-c1e146d7-7e9a-4522-9cf6-b4b4ae519521 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 Dec 15 03:29:38.034222 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 04305299-1e93-4a36-b7c5-7b07234f13eb up at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 03:29:38.545668 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3888835-5ae3-4611-a7bb-6f2350fb41e3 req-21de70fc-44a3-42a9-9543-b8efd4ef466f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:38.547212 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c3888835-5ae3-4611-a7bb-6f2350fb41e3 req-21de70fc-44a3-42a9-9543-b8efd4ef466f tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 946 time: 0.0532417 Dec 15 03:29:38.595661 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-c3888835-5ae3-4611-a7bb-6f2350fb41e3 req-0187a598-3c44-4b1d-b9cf-44378e897be2 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Dec 15 03:29:38.728383 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning for port 04305299-1e93-4a36-b7c5-7b07234f13eb completed by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 03:29:38.732605 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Provisioning complete for port 04305299-1e93-4a36-b7c5-7b07234f13eb triggered by entity L2. {{(pid=103257) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 03:29:38.732980 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479016'] for port, provisioning_complete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:38.939200 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3648537'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:38.961417 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a315996-0a7c-43c3-a7e1-24e7ae6b3a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04305299-1e93-4a36-b7c5-7b07234f13eb'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:29:38.963645 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99117abe6223b55be8126b392fdfabf0750a540b9bad516054af2b3634d1de19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96df80d0-4f46-4c3c-b5db-7d57fc2ec530" -d '{"events": [{"server_uuid": "8a315996-0a7c-43c3-a7e1-24e7ae6b3a58", "name": "network-vif-plugged", "status": "completed", "tag": "04305299-1e93-4a36-b7c5-7b07234f13eb"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:29:38.976412 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] For port 04305299-1e93-4a36-b7c5-7b07234f13eb, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=04305299-1e93-4a36-b7c5-7b07234f13eb,segment=NetworkSegment(0ddd6886-27f4-41ef-bcfc-da0f30ab43bc),segment_id=0ddd6886-27f4-41ef-bcfc-da0f30ab43bc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:29:39.008057 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a696f861-d241-42cf-a4c6-f4af37c0b1e8 x-openstack-request-id: req-a696f861-d241-42cf-a4c6-f4af37c0b1e8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:29:39.008350 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a315996-0a7c-43c3-a7e1-24e7ae6b3a58", "name": "network-vif-plugged", "status": "completed", "tag": "04305299-1e93-4a36-b7c5-7b07234f13eb", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:29:39.008601 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a696f861-d241-42cf-a4c6-f4af37c0b1e8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:29:39.008989 dv-cinder-818037-9-smb neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a315996-0a7c-43c3-a7e1-24e7ae6b3a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04305299-1e93-4a36-b7c5-7b07234f13eb', 'code': 200} Dec 15 03:29:39.032387 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745020556517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745019991498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745019991516'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:39.076454 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b88975-3ab4-4b1c-a7f9-19217c340e6f req-e3110c07-e973-493f-81cc-6bdc20127bef tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:39.079744 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d4b88975-3ab4-4b1c-a7f9-19217c340e6f req-e3110c07-e973-493f-81cc-6bdc20127bef tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 944 time: 0.0620944 Dec 15 03:29:39.090838 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Pushing event updated for resources: {'Port': ['ID=04305299-1e93-4a36-b7c5-7b07234f13eb,revision_number=5']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:29:39.129306 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-d4b88975-3ab4-4b1c-a7f9-19217c340e6f req-db3af6a2-66b4-4cce-b3e6-bc178e1e91d8 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440295 Dec 15 03:29:39.410332 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf5838-967c-4df4-997f-331917ba5688 req-df818508-c280-4b96-8b3e-d5af9dae5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:39.411869 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f4cf5838-967c-4df4-997f-331917ba5688 req-df818508-c280-4b96-8b3e-d5af9dae5ca7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 1098 time: 0.0401649 Dec 15 03:29:39.458130 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-f4cf5838-967c-4df4-997f-331917ba5688 req-67459624-4452-4acf-806e-5970bb67c1e9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373425 Dec 15 03:29:39.723308 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41929090-9ac0-4497-977a-ee00456e6bbd req-3e26f8c3-c1a3-46d1-8a69-b25bc8f508f8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:39.724757 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-41929090-9ac0-4497-977a-ee00456e6bbd req-3e26f8c3-c1a3-46d1-8a69-b25bc8f508f8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 946 time: 0.0482419 Dec 15 03:29:39.773606 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-41929090-9ac0-4497-977a-ee00456e6bbd req-90a01e1d-cbe2-4a51-9e5c-82cd6166d723 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429566 Dec 15 03:29:40.242267 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10a138-938f-45c2-9626-7011c51c1d4a req-7280e6fb-6903-4456-ab79-0906e80c9e58 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:40.243811 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca10a138-938f-45c2-9626-7011c51c1d4a req-7280e6fb-6903-4456-ab79-0906e80c9e58 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 945 time: 0.0485713 Dec 15 03:29:40.289600 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-ca10a138-938f-45c2-9626-7011c51c1d4a req-d82f558a-80a3-49ed-8512-4230d95a5cc1 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 Dec 15 03:29:40.889924 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e083a7-dc65-4406-bd91-c78d405ec594 req-d6b88322-e2a2-4a40-ab84-fab2416034e6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:40.891943 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f8e083a7-dc65-4406-bd91-c78d405ec594 req-d6b88322-e2a2-4a40-ab84-fab2416034e6 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 946 time: 0.0477819 Dec 15 03:29:40.937647 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f8e083a7-dc65-4406-bd91-c78d405ec594 req-ed6e8821-a8ed-4cf3-b2ad-4f3a9d846c38 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397520 Dec 15 03:29:41.403938 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587f79c-88bb-490d-ad3a-21fbe8166ebe req-726a26dd-2600-4323-abd7-87ad21497023 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:29:41.405375 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6587f79c-88bb-490d-ad3a-21fbe8166ebe req-726a26dd-2600-4323-abd7-87ad21497023 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 945 time: 0.0505540 Dec 15 03:29:41.451151 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-6587f79c-88bb-490d-ad3a-21fbe8166ebe req-9a46dd1f-2c19-4f7f-b2c9-107a4a90a6c8 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Dec 15 03:29:43.216036 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:29:46.237154 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6bad3595-4687-4a8a-8a97-2b170aaed752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:48.476054 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc50ca51-bd97-4650-9047-29b93d27ed5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:49.636173 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:50.899812 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:51.237144 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:29:52.190979 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:02.524305 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f5a85-9162-4d35-9079-2e239d03790f req-85c2a918-b754-4513-b747-a1dc92ac6c2c tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:30:02.525742 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-600f5a85-9162-4d35-9079-2e239d03790f req-85c2a918-b754-4513-b747-a1dc92ac6c2c tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 945 time: 0.0483809 Dec 15 03:30:02.571880 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-600f5a85-9162-4d35-9079-2e239d03790f req-8f11b61f-936f-424a-99d9-f97fbf187b1c tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Dec 15 03:30:03.689391 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910b2d7-800d-477b-bef2-fe12e24dc38e req-fa150a61-f16f-4f61-8378-2b2243a41538 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:30:03.690788 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b910b2d7-800d-477b-bef2-fe12e24dc38e req-fa150a61-f16f-4f61-8378-2b2243a41538 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 945 time: 0.0512209 Dec 15 03:30:03.736235 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-b910b2d7-800d-477b-bef2-fe12e24dc38e req-f1d15cb1-ec68-46d6-b4b0-5fb856afbbb5 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Dec 15 03:30:04.849338 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc269d72-170a-4d4b-9b0e-6c914ac2f2b9 req-c39c91d1-2a9c-4b22-83fc-2f2f04d6d366 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:30:04.850927 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-dc269d72-170a-4d4b-9b0e-6c914ac2f2b9 req-c39c91d1-2a9c-4b22-83fc-2f2f04d6d366 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 945 time: 0.0485797 Dec 15 03:30:04.897087 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-dc269d72-170a-4d4b-9b0e-6c914ac2f2b9 req-74ce6ef9-d737-4fcd-8df8-bccfc2e53c7b tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 Dec 15 03:30:06.009499 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431d5ab-8742-487c-a1de-8f3fe1e3fe92 req-377ca7ea-32ef-49c9-9c16-fbad41ed353e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:30:06.010980 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4431d5ab-8742-487c-a1de-8f3fe1e3fe92 req-377ca7ea-32ef-49c9-9c16-fbad41ed353e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 945 time: 0.0468950 Dec 15 03:30:06.060224 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-4431d5ab-8742-487c-a1de-8f3fe1e3fe92 req-6ecc5057-e268-4dd7-affe-952d8a71437f tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Dec 15 03:30:07.142555 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-d509d059-452a-46c0-b96a-733c6f692419 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:30:07.144037 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-d509d059-452a-46c0-b96a-733c6f692419 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 945 time: 0.0479040 Dec 15 03:30:07.177733 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c935d-27f4-43db-a9c8-e9eb3eedf4d8 req-4d7a2d52-1f56-45ad-a8b8-f5d646257f2e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:30:07.179800 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-772c935d-27f4-43db-a9c8-e9eb3eedf4d8 req-4d7a2d52-1f56-45ad-a8b8-f5d646257f2e tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 945 time: 0.0504351 Dec 15 03:30:07.227521 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-772c935d-27f4-43db-a9c8-e9eb3eedf4d8 req-d6d07f6b-936c-4773-92b4-935195069ec9 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/security-groups?id=0e40d4cb-38bd-4a6b-82cc-b0862ddac825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418158 Dec 15 03:30:07.238856 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-153be0f7-6cc2-4b52-848a-d54cf63dce23 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Deleting port 04305299-1e93-4a36-b7c5-7b07234f13eb {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:30:07.238983 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-153be0f7-6cc2-4b52-848a-d54cf63dce23 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:07.328713 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-153be0f7-6cc2-4b52-848a-d54cf63dce23 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] For port 04305299-1e93-4a36-b7c5-7b07234f13eb, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=04305299-1e93-4a36-b7c5-7b07234f13eb,segment=NetworkSegment(0ddd6886-27f4-41ef-bcfc-da0f30ab43bc),segment_id=0ddd6886-27f4-41ef-bcfc-da0f30ab43bc)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:30:07.335793 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-153be0f7-6cc2-4b52-848a-d54cf63dce23 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:07.342131 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-153be0f7-6cc2-4b52-848a-d54cf63dce23 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Calling delete_port for 04305299-1e93-4a36-b7c5-7b07234f13eb owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:30:07.544120 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-153be0f7-6cc2-4b52-848a-d54cf63dce23 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:07.570739 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153be0f7-6cc2-4b52-848a-d54cf63dce23 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Pushing event deleted for resources: {'Port': ['ID=04305299-1e93-4a36-b7c5-7b07234f13eb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:07.579539 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] get_ports_and_sgs() called for port_ids ['04305299-1e93-4a36-b7c5-7b07234f13eb'] {{(pid=103257) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 03:30:07.615812 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-153be0f7-6cc2-4b52-848a-d54cf63dce23 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] No DVR routers for this DVR port 04305299-1e93-4a36-b7c5-7b07234f13eb on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:30:07.618355 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-153be0f7-6cc2-4b52-848a-d54cf63dce23 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:07.621676 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-5cefdc11-2669-4b3d-9875-0e7ec6273042 req-153be0f7-6cc2-4b52-848a-d54cf63dce23 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.43 "DELETE /v2.0/ports/04305299-1e93-4a36-b7c5-7b07234f13eb HTTP/1.1" status: 204 len: 173 time: 0.4712675 Dec 15 03:30:07.622131 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a315996-0a7c-43c3-a7e1-24e7ae6b3a58', 'name': 'network-vif-deleted', 'tag': '04305299-1e93-4a36-b7c5-7b07234f13eb'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:30:07.624379 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fab907-997c-4268-98b5-e6bb885c49dc" -d '{"events": [{"server_uuid": "8a315996-0a7c-43c3-a7e1-24e7ae6b3a58", "name": "network-vif-deleted", "tag": "04305299-1e93-4a36-b7c5-7b07234f13eb"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:30:07.661766 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc581c10-aa33-4c8a-ad69-d9b34d4b604d x-openstack-request-id: req-dc581c10-aa33-4c8a-ad69-d9b34d4b604d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:30:07.662066 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a315996-0a7c-43c3-a7e1-24e7ae6b3a58", "name": "network-vif-deleted", "tag": "04305299-1e93-4a36-b7c5-7b07234f13eb", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:30:07.662331 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dc581c10-aa33-4c8a-ad69-d9b34d4b604d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:30:07.662824 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a315996-0a7c-43c3-a7e1-24e7ae6b3a58', 'name': 'network-vif-deleted', 'tag': '04305299-1e93-4a36-b7c5-7b07234f13eb', 'status': 'completed', 'code': 200} Dec 15 03:30:08.333457 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-8e1a1734-31e4-4193-9c4b-614862090eff req-aff1ec4b-1927-4dd2-90cb-5a830ee36ca3 tempest-VolumesSnapshotTestJSON-819156994 tempest-VolumesSnapshotTestJSON-819156994-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a315996-0a7c-43c3-a7e1-24e7ae6b3a58 HTTP/1.1" status: 200 len: 210 time: 0.0251911 Dec 15 03:30:10.222606 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 04305299-1e93-4a36-b7c5-7b07234f13eb no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:30:10.244271 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: 04305299-1e93-4a36-b7c5-7b07234f13eb {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:30:10.244621 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device 04305299-1e93-4a36-b7c5-7b07234f13eb not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:30:14.709371 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007b033-e4bf-4cca-9c88-7d6c8287badb req-8ccff219-8eb0-412f-8206-0fec29e3af90 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:30:14.711343 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7007b033-e4bf-4cca-9c88-7d6c8287badb req-8ccff219-8eb0-412f-8206-0fec29e3af90 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 946 time: 0.0482254 Dec 15 03:30:14.761692 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-7007b033-e4bf-4cca-9c88-7d6c8287badb req-91a30ef2-4b2b-48a6-ba85-2877573ca354 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441229 Dec 15 03:30:15.912170 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3b3c2-b2ea-4341-a0dc-a3fe64460c0f req-69c16428-1e13-4bfe-ba6d-533363ae62e8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:30:15.915437 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1ea3b3c2-b2ea-4341-a0dc-a3fe64460c0f req-69c16428-1e13-4bfe-ba6d-533363ae62e8 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 946 time: 0.0627286 Dec 15 03:30:15.981083 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-1ea3b3c2-b2ea-4341-a0dc-a3fe64460c0f req-226e5fdc-243c-42c5-8080-238c372e496e tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d65567-1509-476b-a1a7-3e6b181561da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590498 Dec 15 03:30:16.112184 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-47e2cf9d-650f-4e8e-8735-e4d3df8b4d1d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103256) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 03:30:16.113651 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-47e2cf9d-650f-4e8e-8735-e4d3df8b4d1d tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.43 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 946 time: 0.0534461 Dec 15 03:30:16.206686 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Deleting port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:30:16.207025 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:16.235348 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4de3e3e2-3dab-4ba4-adeb-503c32c64e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:16.299776 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] For port b019b032-d3dc-44d1-bfb0-4d5a09b035e7, host hv-cinder-81803, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81803',level=0,port_id=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:30:16.300133 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:16.471582 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:16.472004 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1566482'] for floatingip, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:16.472331 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.db.l3_db [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Floating IP e745e129-e284-4ffa-858e-d210f9d78af2 disassociated. External IP: 172.28.0.95, port: b019b032-d3dc-44d1-bfb0-4d5a09b035e7. Dec 15 03:30:16.472679 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Calling delete_port for b019b032-d3dc-44d1-bfb0-4d5a09b035e7 owned by compute:nova {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:30:16.687846 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:16.714593 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event deleted for resources: {'Port': ['ID=b019b032-d3dc-44d1-bfb0-4d5a09b035e7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:16.827744 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:30:17.087000 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-38c9a23b-e7e8-4fad-a0aa-4ea522333f75 req-fb11316a-7adc-41b9-b423-bdeae6dd383e tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 210 time: 0.0281415 Dec 15 03:30:17.213290 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:30:17.231759 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] Sync routers for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:30:17.241985 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:30:17.243139 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:29:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:17.254737 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] No DVR routers for this DVR port b019b032-d3dc-44d1-bfb0-4d5a09b035e7 on host hv-cinder-81803 {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:30:17.259948 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for port, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:17.261506 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [req-b4464c26-6994-4d75-ba73-8ee3cce3ddcc req-4a2c2f21-9ecb-4c4b-baec-ef9d049d12d3 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.43 "DELETE /v2.0/ports/b019b032-d3dc-44d1-bfb0-4d5a09b035e7 HTTP/1.1" status: 204 len: 173 time: 1.1417935 Dec 15 03:30:17.261942 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'name': 'network-vif-deleted', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 03:30:17.264257 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99b966b9b34918801f3132ee5366c0f7d8fe56fecd73acc75e0388aa310f1647" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf44b1d7-24c2-4ce6-bfb1-964430437198" -d '{"events": [{"server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "name": "network-vif-deleted", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 03:30:17.308314 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 03:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0e8134-a354-42ff-8268-fcc8b1f3c8c7 x-openstack-request-id: req-0d0e8134-a354-42ff-8268-fcc8b1f3c8c7 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 03:30:17.308685 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05246031-4e6e-4bf6-ba1e-7df59b594a93", "name": "network-vif-deleted", "tag": "b019b032-d3dc-44d1-bfb0-4d5a09b035e7", "status": "completed", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 03:30:17.309007 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d0e8134-a354-42ff-8268-fcc8b1f3c8c7 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 03:30:17.309462 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05246031-4e6e-4bf6-ba1e-7df59b594a93', 'name': 'network-vif-deleted', 'tag': 'b019b032-d3dc-44d1-bfb0-4d5a09b035e7', 'status': 'completed', 'code': 200} Dec 15 03:30:17.363719 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:30:17.570161 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:17.597426 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] Checking router: 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:30:17.606464 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:30:17.607130 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:29:48Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:17.711450 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:30:17.909571 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:17.935958 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca2013-39e5-4313-85a5-3096bba7ff08 None None] The sync data for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb is: [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb', '_interfaces': [{'id': 'be5392eb-068c-4940-b035-27859bd147a8', 'name': '', 'network_id': '588017c0-6fff-4e44-a312-eb3801d27791', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'mac_address': 'fa:16:3e:3d:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:03Z', 'updated_at': '2021-12-15T03:25:07Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'subnets': [{'id': '770c0f9d-ad39-4947-9559-a85790d28cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:30:18.155899 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f52bed-99e7-496e-be4e-944c65000a57 None None] New status for floating IP e745e129-e284-4ffa-858e-d210f9d78af2: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 03:30:18.209953 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [req-f1abf179-8f9c-40db-8c01-45e75a817f83 req-adc5030d-4efb-42ff-b029-211a9177c25e tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/ports?device_id=05246031-4e6e-4bf6-ba1e-7df59b594a93 HTTP/1.1" status: 200 len: 210 time: 0.0266500 Dec 15 03:30:18.285526 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b019b032-d3dc-44d1-bfb0-4d5a09b035e7 no longer exists at agent hyperv_hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:30:18.306392 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] No Port match for: b019b032-d3dc-44d1-bfb0-4d5a09b035e7 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:30:18.309847 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Device b019b032-d3dc-44d1-bfb0-4d5a09b035e7 not bound to the agent host hv-cinder-81803 {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:30:18.476449 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5232960a-607c-49b4-b7b3-effff78931f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:19.375298 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 40528) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:19.426820 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:19.453265 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:19.556913 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:19.559481 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:19.560625 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "DELETE /v2.0/security-groups/c2d65567-1509-476b-a1a7-3e6b181561da HTTP/1.1" status: 204 len: 168 time: 0.1843467 Dec 15 03:30:19.563361 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 40530) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:19.570202 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d65567-1509-476b-a1a7-3e6b181561da,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:19.577435 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.api.v2.resource [None req-765c95d9-5c77-4f46-be09-54d367a4e1d7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] show failed (client error): The resource could not be found. Dec 15 03:30:19.577703 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.578082 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.578436 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.578960 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-765c95d9-5c77-4f46-be09-54d367a4e1d7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "GET /v2.0/security-groups/c2d65567-1509-476b-a1a7-3e6b181561da HTTP/1.1" status: 404 len: 347 time: 0.0141547 Dec 15 03:30:19.579102 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.579222 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.579497 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.579831 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.580163 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.580500 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.580829 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.581161 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.581445 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 40532) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:19.581550 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.581806 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ddd66-8a57-4857-8055-346e3599f7b7 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:19.625240 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:19.707212 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b3638bd8-4c57-4dfa-b02f-a0f69a424721 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Deleting port 625d480b-0686-4c78-8bc5-4cfd00e653b0 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:30:19.707552 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3638bd8-4c57-4dfa-b02f-a0f69a424721 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:19.783944 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3638bd8-4c57-4dfa-b02f-a0f69a424721 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:19.784264 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3638bd8-4c57-4dfa-b02f-a0f69a424721 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:19.796178 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b3638bd8-4c57-4dfa-b02f-a0f69a424721 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Calling delete_port for 625d480b-0686-4c78-8bc5-4cfd00e653b0 owned by network:floatingip {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:30:20.012292 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3638bd8-4c57-4dfa-b02f-a0f69a424721 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:20.044828 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3638bd8-4c57-4dfa-b02f-a0f69a424721 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Pushing event deleted for resources: {'Port': ['ID=625d480b-0686-4c78-8bc5-4cfd00e653b0,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:20.098652 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3638bd8-4c57-4dfa-b02f-a0f69a424721 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks [] for floatingip, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:20.101223 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b3638bd8-4c57-4dfa-b02f-a0f69a424721 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39965'] for floatingip, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:20.102394 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-b3638bd8-4c57-4dfa-b02f-a0f69a424721 tempest-AttachVolumeShelveTestJSON-1263964657 tempest-AttachVolumeShelveTestJSON-1263964657-project] 10.222.0.45 "DELETE /v2.0/floatingips/e745e129-e284-4ffa-858e-d210f9d78af2 HTTP/1.1" status: 204 len: 168 time: 0.5200472 Dec 15 03:30:20.215614 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:30:20.886371 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:21.234890 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:22.171640 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:22.810155 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 40576) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:23.206776 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1566738'] for router_interface, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:23.451999 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Deleting port be5392eb-068c-4940-b035-27859bd147a8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:30:23.452238 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:23.527890 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] For port be5392eb-068c-4940-b035-27859bd147a8, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=be5392eb-068c-4940-b035-27859bd147a8,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:30:23.528241 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:23.540644 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Calling delete_port for be5392eb-068c-4940-b035-27859bd147a8 owned by network:router_interface {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:30:23.779559 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:23.811791 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5392eb-068c-4940-b035-27859bd147a8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:23.819149 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.819495 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.819837 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.821848 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.821848 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.821848 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.821848 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.822246 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.822427 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.822806 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.823106 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.823423 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.823749 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:30:23.994549 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1554254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1566862'] for router_interface, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:24.205734 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b has already been hosted by L3 agent ea88b874-d7b7-4c61-b10a-9ca4d6db3409 {{(pid=103256) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 03:30:24.312940 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] Notify agent at l3_agent.dv-cinder-818037-9-smb the message routers_updated {{(pid=103256) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 03:30:24.320850 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-20dfea6c-6491-4d9a-bb2f-8ec9a2dfe546 admin admin] 10.222.0.45 "PUT /v2.0/routers/3febe492-b24e-4ef8-b00a-0cf30cc4cf4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5068574 Dec 15 03:30:24.320850 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 40588) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:24.324101 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] Sync routers for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 03:30:24.333873 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:30:24.334618 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:30:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:24.425517 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Publish callbacks [] for router, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:24.525912 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: dv-cinder-818037-9-smb {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:30:24.527533 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:24.677856 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Deleting port 89c558c6-6776-4921-9c28-0507e3655608 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:30:24.678459 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:24.701227 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'external_fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '89c558c6-6776-4921-9c28-0507e3655608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:30:23Z', 'revision_number': 5, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port': {'id': '89c558c6-6776-4921-9c28-0507e3655608', 'name': '', 'network_id': '7c8c1ce3-f248-414e-b26e-682dd08ed0e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818037-9-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T03:25:00Z', 'updated_at': '2021-12-15T03:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e1666386-33f8-4591-8a48-4eb7f4009bb2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818037-9-smb'}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:24.731184 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] Checking router: 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b for host: dv-cinder-818037-9-smb {{(pid=103258) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 03:30:24.739285 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] Routers {'3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'} bound to L3 agent in host dv-cinder-818037-9-smb {{(pid=103258) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 03:30:24.739873 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818037-9-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T03:13:18Z,description=,heartbeat_timestamp=2021-12-15T03:30:18Z,host='dv-cinder-818037-9-smb',id=ea88b874-d7b7-4c61-b10a-9ca4d6db3409,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T03:13:19Z,topic='l3_agent')) {'router_ids': ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'], 'active': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:24.759306 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] For port 89c558c6-6776-4921-9c28-0507e3655608, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=89c558c6-6776-4921-9c28-0507e3655608,segment=NetworkSegment(9ad05f6f-2ba0-4940-a0c2-08a4f7086332),segment_id=9ad05f6f-2ba0-4940-a0c2-08a4f7086332)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:30:24.759854 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:24.771726 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Calling delete_port for 89c558c6-6776-4921-9c28-0507e3655608 owned by network:router_gateway {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:30:24.824006 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_dvr_db [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] Set router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b gateway port host: None {{(pid=103258) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 03:30:24.873735 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.l3_hamode_db [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:30:24Z', 'revision_number': 6, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port_host': None}], 'dv-cinder-818037-9-smb', False) {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:24.904711 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15909d36-3535-41e8-8fa5-9655139bf38f None None] The sync data for ids ['3febe492-b24e-4ef8-b00a-0cf30cc4cf4b'] in dv-cinder-818037-9-smb is: [{'id': '3febe492-b24e-4ef8-b00a-0cf30cc4cf4b', 'name': 'tempest-AttachVolumeShelveTestJSON-1962430236-router', 'tenant_id': '9ad28305d5804d75b746cf24dc668a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T03:24:59Z', 'updated_at': '2021-12-15T03:30:24Z', 'revision_number': 6, 'project_id': '9ad28305d5804d75b746cf24dc668a01', 'gw_port_host': None}] {{(pid=103258) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 03:30:25.008208 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.034085 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c558c6-6776-4921-9c28-0507e3655608,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:25.096872 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1566508'] for router_gateway, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.188127 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1565116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4679'] for router, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.193641 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.287879 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1565109'] for router, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.288458 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3febe492-b24e-4ef8-b00a-0cf30cc4cf4b {{(pid=103256) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 03:30:25.293204 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] Publish callbacks [] for router, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.294393 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-a9688e50-78be-47f6-8948-fade0292ad77 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3febe492-b24e-4ef8-b00a-0cf30cc4cf4b HTTP/1.1" status: 204 len: 168 time: 0.9725957 Dec 15 03:30:25.296914 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 40596) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:25.347913 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1aecadb-5260-4f8a-b405-deead705fc80 admin admin] Deleting subnet 770c0f9d-ad39-4947-9559-a85790d28cf2 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:30:25.350873 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1aecadb-5260-4f8a-b405-deead705fc80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.389222 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1aecadb-5260-4f8a-b405-deead705fc80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387047'] for subnet, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.463739 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1aecadb-5260-4f8a-b405-deead705fc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.584053 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1aecadb-5260-4f8a-b405-deead705fc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5007163'] for subnet, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.609820 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aecadb-5260-4f8a-b405-deead705fc80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770c0f9d-ad39-4947-9559-a85790d28cf2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:25.613249 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1aecadb-5260-4f8a-b405-deead705fc80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.619714 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-b1aecadb-5260-4f8a-b405-deead705fc80 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/770c0f9d-ad39-4947-9559-a85790d28cf2 HTTP/1.1" status: 204 len: 168 time: 0.3185370 Dec 15 03:30:25.620263 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 40598) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:25.621564 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def9d4e0-68ac-4a45-b07e-889ca7b61dbe None None] Network 588017c0-6fff-4e44-a312-eb3801d27791 requested from dv-cinder-818037-9-smb {{(pid=103257) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 03:30:25.695174 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.768606 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Deleting port c783c882-3a5a-4411-a49b-314ca7d9acab {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:30:25.768966 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.792242 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3373e130-0bbb-4307-bd65-5c71dca3bcca None None] DHCP port deletion for 588017c0-6fff-4e44-a312-eb3801d27791 request from dv-cinder-818037-9-smb {{(pid=103257) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 03:30:25.836428 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] For port c783c882-3a5a-4411-a49b-314ca7d9acab, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=c783c882-3a5a-4411-a49b-314ca7d9acab,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:30:25.837400 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.847712 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3373e130-0bbb-4307-bd65-5c71dca3bcca None None] Deleting port c783c882-3a5a-4411-a49b-314ca7d9acab {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 03:30:25.848086 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3373e130-0bbb-4307-bd65-5c71dca3bcca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745020452208'] for port, before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.856591 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Calling delete_port for c783c882-3a5a-4411-a49b-314ca7d9acab owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:30:25.919520 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3373e130-0bbb-4307-bd65-5c71dca3bcca None None] For port c783c882-3a5a-4411-a49b-314ca7d9acab, host dv-cinder-818037-9-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818037-9-smb',level=0,port_id=c783c882-3a5a-4411-a49b-314ca7d9acab,segment=NetworkSegment(13197cfa-7aa2-4ff8-91cc-4ca15792fcdf),segment_id=13197cfa-7aa2-4ff8-91cc-4ca15792fcdf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 03:30:25.919918 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3373e130-0bbb-4307-bd65-5c71dca3bcca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677959'] for port, precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:25.933475 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3373e130-0bbb-4307-bd65-5c71dca3bcca None None] Calling delete_port for c783c882-3a5a-4411-a49b-314ca7d9acab owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 03:30:26.019323 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4368660'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.026085 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3373e130-0bbb-4307-bd65-5c71dca3bcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3648454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745020556499', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745019991489'] for port, after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.046402 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c783c882-3a5a-4411-a49b-314ca7d9acab,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:26.050124 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] No DVR routers for this DVR port c783c882-3a5a-4411-a49b-314ca7d9acab on host dv-cinder-818037-9-smb {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:30:26.058441 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373e130-0bbb-4307-bd65-5c71dca3bcca None None] Pushing event deleted for resources: {'Port': ['ID=c783c882-3a5a-4411-a49b-314ca7d9acab,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:26.060618 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373e130-0bbb-4307-bd65-5c71dca3bcca None None] No DVR routers for this DVR port c783c882-3a5a-4411-a49b-314ca7d9acab on host dv-cinder-818037-9-smb {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 03:30:26.125621 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.146841 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588017c0-6fff-4e44-a312-eb3801d27791']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:26.156560 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:26.156852 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13197cfa-7aa2-4ff8-91cc-4ca15792fcdf') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:26.166842 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386972'] for segment, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.180136 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.186968 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:30:26.187330 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4368713'] for segment, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: Traceback (most recent call last): Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: timer() Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: cb(*args, **kw) Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: return func(*args, **kwargs) Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: self._notify() Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: self.callback(batched_events) Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: event.method(event) Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: return f(self, *a, **k) Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: return self._get(url).json() Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: return self.request(url, 'GET', **kwargs) Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:30:26.188952 dv-cinder-818037-9-smb neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:30:26.333898 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.340326 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.343559 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] 10.222.0.45 "DELETE /v2.0/networks/588017c0-6fff-4e44-a312-eb3801d27791 HTTP/1.1" status: 204 len: 168 time: 0.7223458 Dec 15 03:30:26.355376 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaa4d5-7a3d-4665-849e-c2c524eacd81 admin admin] Pushing event deleted for resources: {'Network': ['ID=588017c0-6fff-4e44-a312-eb3801d27791,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:26.712657 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 40622) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:26.755839 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-b76017af-7acd-46ca-b3e9-f4cbe0743fb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9ad28305d5804d75b746cf24dc668a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422463 Dec 15 03:30:26.758432 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 40624) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:26.805613 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b9b2f4e-7712-4e00-b544-41f32447bdd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.826702 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b9b2f4e-7712-4e00-b544-41f32447bdd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.907125 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device be5392eb-068c-4940-b035-27859bd147a8 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:30:26.930679 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: be5392eb-068c-4940-b035-27859bd147a8 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:30:26.931175 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device be5392eb-068c-4940-b035-27859bd147a8 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:30:26.931588 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device c783c882-3a5a-4411-a49b-314ca7d9acab no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:30:26.957164 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: c783c882-3a5a-4411-a49b-314ca7d9acab {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:30:26.957164 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device c783c882-3a5a-4411-a49b-314ca7d9acab not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:30:26.957164 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 89c558c6-6776-4921-9c28-0507e3655608 no longer exists at agent ovs-agent-dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 03:30:26.957525 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b9b2f4e-7712-4e00-b544-41f32447bdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.959312 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b9b2f4e-7712-4e00-b544-41f32447bdd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:26.960505 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-1b9b2f4e-7712-4e00-b544-41f32447bdd0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6db016f1-f5d4-4de3-8669-1416b093b21a HTTP/1.1" status: 204 len: 168 time: 0.2010145 Dec 15 03:30:26.971538 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b2f4e-7712-4e00-b544-41f32447bdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db016f1-f5d4-4de3-8669-1416b093b21a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:26.975511 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] No Port match for: 89c558c6-6776-4921-9c28-0507e3655608 {{(pid=103257) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 03:30:26.975841 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron.plugins.ml2.rpc [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Device 89c558c6-6776-4921-9c28-0507e3655608 not bound to the agent host dv-cinder-818037-9-smb {{(pid=103257) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 03:30:28.893279 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 40674) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:28.937228 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ae2e13-53d1-42e0-bc2a-4d5cc30343e3 admin admin] Deleting subnet d30cdf8e-61b5-4f88-a900-53038e489a88 {{(pid=103256) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 03:30:28.940321 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61ae2e13-53d1-42e0-bc2a-4d5cc30343e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:28.979414 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61ae2e13-53d1-42e0-bc2a-4d5cc30343e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387047'] for subnet, precommit_delete_associations {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.018881 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61ae2e13-53d1-42e0-bc2a-4d5cc30343e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3475398'] for subnet, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.180123 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61ae2e13-53d1-42e0-bc2a-4d5cc30343e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3475405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4368675', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5007163'] for subnet, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.205116 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae2e13-53d1-42e0-bc2a-4d5cc30343e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30cdf8e-61b5-4f88-a900-53038e489a88,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:29.211923 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61ae2e13-53d1-42e0-bc2a-4d5cc30343e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.215426 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-61ae2e13-53d1-42e0-bc2a-4d5cc30343e3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d30cdf8e-61b5-4f88-a900-53038e489a88 HTTP/1.1" status: 204 len: 168 time: 0.3211234 Dec 15 03:30:29.217899 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 40680) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:29.290197 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3619816'] for network, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.630283 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3476049', 'neutron.services.segments.db._delete_segments_for_network-8745020493442'] for network, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.649139 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f0b4f6-ac8a-485b-bdde-6872cb3e185c']}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:29.658799 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc') {'for_net_delete': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:29.659094 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.services.segments.db [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddd6886-27f4-41ef-bcfc-da0f30ab43bc') {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 03:30:29.668893 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745020496011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386972'] for segment, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.681892 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359'] for segment, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.687666 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103256) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 03:30:29.688041 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3489359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4368713'] for segment, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: Traceback (most recent call last): Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: timer() Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: cb(*args, **kw) Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: return func(*args, **kwargs) Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: self._notify() Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: self.callback(batched_events) Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: event.method(event) Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: return f(self, *a, **k) Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: return self._get(url).json() Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: return self.request(url, 'GET', **kwargs) Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 03:30:29.689662 dv-cinder-818037-9-smb neutron-server[103256]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 03:30:29.813461 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3476056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1554295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1566464'] for network, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.818698 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1554281'] for network, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:29.822934 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] 10.222.0.45 "DELETE /v2.0/networks/10f0b4f6-ac8a-485b-bdde-6872cb3e185c HTTP/1.1" status: 204 len: 168 time: 0.6029708 Dec 15 03:30:29.833582 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3595af-4c33-4011-b20c-c431444a5e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=10f0b4f6-ac8a-485b-bdde-6872cb3e185c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:30.168249 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 40686) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:30.209212 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-3655c6fb-9a5c-4fe1-95bc-1b65f949f107 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8cf83679a7a4e2e9c6d0df1ebab22c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396981 Dec 15 03:30:30.211505 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 40688) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:30:30.260282 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d961f02-5b50-4e27-852f-5e03f930d473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:30.280850 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d961f02-5b50-4e27-852f-5e03f930d473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:30.372025 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d961f02-5b50-4e27-852f-5e03f930d473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:30.374495 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d961f02-5b50-4e27-852f-5e03f930d473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:30.383636 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-7d961f02-5b50-4e27-852f-5e03f930d473 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e40d4cb-38bd-4a6b-82cc-b0862ddac825 HTTP/1.1" status: 204 len: 168 time: 0.1632907 Dec 15 03:30:30.383636 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d961f02-5b50-4e27-852f-5e03f930d473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e40d4cb-38bd-4a6b-82cc-b0862ddac825,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:30:46.207412 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b42d0382-c31a-4f4b-a0ed-0f1a8a971fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:48.481843 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-00b4477e-9843-40bb-8755-30131874eff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:49.589020 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:50.870223 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:51.276204 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:52.178922 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:30:57.215724 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:31:04.693396 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 41002) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:04.796183 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a110042f-0c3a-4357-9e44-46ad7cb7e804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:04.870217 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a110042f-0c3a-4357-9e44-46ad7cb7e804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:04.921516 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a110042f-0c3a-4357-9e44-46ad7cb7e804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:04.970514 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-a110042f-0c3a-4357-9e44-46ad7cb7e804 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1750ffdf879b43d6a73dc62e9b736f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760165 Dec 15 03:31:04.971280 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110042f-0c3a-4357-9e44-46ad7cb7e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2bea95-f62e-4f1e-b088-f34cbcc847ba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:04.973230 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 41006) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:05.028134 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-599d2ed9-4afa-465c-9d94-59cbda26175e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:05.048332 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-599d2ed9-4afa-465c-9d94-59cbda26175e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:05.190077 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-599d2ed9-4afa-465c-9d94-59cbda26175e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:05.192768 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-599d2ed9-4afa-465c-9d94-59cbda26175e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:05.193980 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-599d2ed9-4afa-465c-9d94-59cbda26175e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d2bea95-f62e-4f1e-b088-f34cbcc847ba HTTP/1.1" status: 204 len: 168 time: 0.2197430 Dec 15 03:31:05.202438 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d2ed9-4afa-465c-9d94-59cbda26175e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2bea95-f62e-4f1e-b088-f34cbcc847ba,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:05.785661 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 41012) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:05.799669 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdae09fe-029f-4233-8dea-71be87d58cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:05.879381 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdae09fe-029f-4233-8dea-71be87d58cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:06.029850 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdae09fe-029f-4233-8dea-71be87d58cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:06.068123 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-fdae09fe-029f-4233-8dea-71be87d58cac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b4267d876af741edbc159a36972c817f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813678 Dec 15 03:31:06.071162 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae09fe-029f-4233-8dea-71be87d58cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972ca102-5cd3-47f9-8afc-b182e54ab33b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:06.071309 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 41014) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:06.119152 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3dd6-2c87-4c93-886d-a7ab47b4c789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:06.141143 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3dd6-2c87-4c93-886d-a7ab47b4c789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:06.262517 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3dd6-2c87-4c93-886d-a7ab47b4c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:06.265146 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3dd6-2c87-4c93-886d-a7ab47b4c789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:06.266299 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-9f9a3dd6-2c87-4c93-886d-a7ab47b4c789 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/972ca102-5cd3-47f9-8afc-b182e54ab33b HTTP/1.1" status: 204 len: 168 time: 0.1941810 Dec 15 03:31:06.274188 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a3dd6-2c87-4c93-886d-a7ab47b4c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972ca102-5cd3-47f9-8afc-b182e54ab33b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:11.215066 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 41146) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:11.318351 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-917102b6-3644-4ae0-8a36-d41e9f03dce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:11.389500 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-917102b6-3644-4ae0-8a36-d41e9f03dce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:11.450413 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-917102b6-3644-4ae0-8a36-d41e9f03dce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:11.490493 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-917102b6-3644-4ae0-8a36-d41e9f03dce6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=843ece40df8540f783628db3322ecb52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744443 Dec 15 03:31:11.491330 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917102b6-3644-4ae0-8a36-d41e9f03dce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c86aaf-20dd-4a7d-9ca4-34769ff7ddbd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:11.493245 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 41150) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:11.541098 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65dcd45b-3991-4600-bea9-c7114090cdf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:11.562329 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65dcd45b-3991-4600-bea9-c7114090cdf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:11.692514 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65dcd45b-3991-4600-bea9-c7114090cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:11.695006 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65dcd45b-3991-4600-bea9-c7114090cdf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:11.696152 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-65dcd45b-3991-4600-bea9-c7114090cdf1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56c86aaf-20dd-4a7d-9ca4-34769ff7ddbd HTTP/1.1" status: 204 len: 168 time: 0.2018936 Dec 15 03:31:11.704410 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcd45b-3991-4600-bea9-c7114090cdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c86aaf-20dd-4a7d-9ca4-34769ff7ddbd,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:12.305074 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 41156) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:12.319150 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9605657-5a31-4b47-b872-920f16bc8df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:12.390285 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9605657-5a31-4b47-b872-920f16bc8df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:12.475196 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9605657-5a31-4b47-b872-920f16bc8df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:12.516067 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-e9605657-5a31-4b47-b872-920f16bc8df3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74012aa50698457e824a3a11e01c223e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098682 Dec 15 03:31:12.516925 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9605657-5a31-4b47-b872-920f16bc8df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b377248c-9cfc-4ede-8bcb-22097c9ed6de,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:12.518668 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 41158) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:12.566517 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53b737b-057d-4714-a8d2-ba0a65b6577e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:12.586722 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53b737b-057d-4714-a8d2-ba0a65b6577e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:12.707152 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53b737b-057d-4714-a8d2-ba0a65b6577e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:12.709656 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f53b737b-057d-4714-a8d2-ba0a65b6577e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:12.710803 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-f53b737b-057d-4714-a8d2-ba0a65b6577e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b377248c-9cfc-4ede-8bcb-22097c9ed6de HTTP/1.1" status: 204 len: 168 time: 0.1910884 Dec 15 03:31:12.719135 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b737b-057d-4714-a8d2-ba0a65b6577e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b377248c-9cfc-4ede-8bcb-22097c9ed6de,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:14.958346 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 41202) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:15.060598 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b53dfe2-f8c5-4384-8332-65e8216f9bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:15.130585 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b53dfe2-f8c5-4384-8332-65e8216f9bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:15.204568 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b53dfe2-f8c5-4384-8332-65e8216f9bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:15.245881 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-4b53dfe2-f8c5-4384-8332-65e8216f9bcf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45abc05263234b97a3db0bf3fba0c755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859054 Dec 15 03:31:15.247382 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53dfe2-f8c5-4384-8332-65e8216f9bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4189a28e-db5f-4dc8-9d43-27782b5e9b39,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:15.248479 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 41206) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:15.296298 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716f5b9d-865f-4e92-94af-bcc92c713211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:15.317332 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716f5b9d-865f-4e92-94af-bcc92c713211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:15.418351 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716f5b9d-865f-4e92-94af-bcc92c713211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:15.421004 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-716f5b9d-865f-4e92-94af-bcc92c713211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:15.422166 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-716f5b9d-865f-4e92-94af-bcc92c713211 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4189a28e-db5f-4dc8-9d43-27782b5e9b39 HTTP/1.1" status: 204 len: 168 time: 0.1726606 Dec 15 03:31:15.430642 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f5b9d-865f-4e92-94af-bcc92c713211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4189a28e-db5f-4dc8-9d43-27782b5e9b39,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:16.032932 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 41212) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:16.048655 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a87d568-a13c-4de0-8516-60b192311756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:16.120024 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a87d568-a13c-4de0-8516-60b192311756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:16.171183 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a87d568-a13c-4de0-8516-60b192311756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:16.199852 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f43d474e-5eb5-427a-b35e-8f5ee3d47f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:16.210833 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-6a87d568-a13c-4de0-8516-60b192311756 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e8183669d41480ba00a2e60b6ce24b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768003 Dec 15 03:31:16.211700 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87d568-a13c-4de0-8516-60b192311756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e69c42a-4b4e-4a90-a980-eb8747ad754c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:16.213518 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 41214) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:16.263490 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e911ec9-d1a1-4a33-afa6-0b36ef745bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:16.284127 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e911ec9-d1a1-4a33-afa6-0b36ef745bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:16.393257 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e911ec9-d1a1-4a33-afa6-0b36ef745bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:16.395882 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e911ec9-d1a1-4a33-afa6-0b36ef745bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:16.397046 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-5e911ec9-d1a1-4a33-afa6-0b36ef745bed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e69c42a-4b4e-4a90-a980-eb8747ad754c HTTP/1.1" status: 204 len: 168 time: 0.1823947 Dec 15 03:31:16.405421 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e911ec9-d1a1-4a33-afa6-0b36ef745bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e69c42a-4b4e-4a90-a980-eb8747ad754c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:18.473284 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4da96dfc-347c-4d9d-aca2-543bb2a100d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:18.816971 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 41260) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:18.922263 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4cb13757-896f-4157-9bb3-783899396292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:18.999275 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4cb13757-896f-4157-9bb3-783899396292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:19.063679 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4cb13757-896f-4157-9bb3-783899396292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:19.104379 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-4cb13757-896f-4157-9bb3-783899396292 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5cd7a1bdaa6947abb953045ec394fc19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863100 Dec 15 03:31:19.107109 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb13757-896f-4157-9bb3-783899396292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4363f9f9-231f-40d3-9a9f-dc01fe9520d9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:19.108285 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 41264) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:19.155198 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2488955-e21f-4e30-a2cd-71e2c6edd7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:19.175921 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2488955-e21f-4e30-a2cd-71e2c6edd7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:19.281220 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2488955-e21f-4e30-a2cd-71e2c6edd7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:19.283870 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c2488955-e21f-4e30-a2cd-71e2c6edd7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:19.285047 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-c2488955-e21f-4e30-a2cd-71e2c6edd7c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4363f9f9-231f-40d3-9a9f-dc01fe9520d9 HTTP/1.1" status: 204 len: 168 time: 0.1757276 Dec 15 03:31:19.292845 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2488955-e21f-4e30-a2cd-71e2c6edd7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4363f9f9-231f-40d3-9a9f-dc01fe9520d9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:19.612840 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:19.798190 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.45', 41270) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:19.811948 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:19.888250 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:19.932457 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:19.971043 dv-cinder-818037-9-smb neutron-server[103255]: INFO neutron.wsgi [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6da4fe02e5449a5a357d3121cc26cc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717668 Dec 15 03:31:19.971882 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba26d64-885e-4888-8222-eb7b2f3fcc66,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:19.973874 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.wsgi [-] (103256) accepted ('10.222.0.45', 41272) {{(pid=103256) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 03:31:19.979150 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.979505 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.979852 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.980190 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.980532 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.981565 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.982079 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.982176 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.982498 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.982859 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.983189 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.983514 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:19.983836 dv-cinder-818037-9-smb neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b552b-fde8-4631-8e4d-1ef0fa977eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818037-9-smb {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 03:31:20.021620 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86d17cdc-d59d-4b24-9b6d-6c99d7fe4a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:20.042116 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86d17cdc-d59d-4b24-9b6d-6c99d7fe4a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:20.155586 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86d17cdc-d59d-4b24-9b6d-6c99d7fe4a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608032'] for security_group, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:20.158170 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86d17cdc-d59d-4b24-9b6d-6c99d7fe4a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:20.159341 dv-cinder-818037-9-smb neutron-server[103256]: INFO neutron.wsgi [None req-86d17cdc-d59d-4b24-9b6d-6c99d7fe4a5e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ba26d64-885e-4888-8222-eb7b2f3fcc66 HTTP/1.1" status: 204 len: 168 time: 0.1845384 Dec 15 03:31:20.167382 dv-cinder-818037-9-smb neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d17cdc-d59d-4b24-9b6d-6c99d7fe4a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba26d64-885e-4888-8222-eb7b2f3fcc66,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 03:31:20.884655 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:21.261335 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:22.247238 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:34.214357 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:31:46.229115 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a8a0ec99-997f-40dd-abdb-a35012fc31f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:48.484298 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ae3a2b2b-1e32-4040-888c-cc67ca40ca40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:49.643015 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:50.911868 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:51.266163 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:31:52.272025 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:11.213953 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:32:16.225170 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1babf0b8-7018-4d05-bba9-588f3933b704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:18.474925 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdec5927-2224-418b-bb65-0c5d76fb60de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:19.607848 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:20.916513 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:21.277076 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:22.167798 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:46.222226 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-89b4673d-7d7e-48d3-8599-d0e46fa93bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:48.212626 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:32:48.487102 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-710ec484-f546-4982-9e8e-534a0ab09d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:49.617824 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:50.913678 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:51.285307 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:32:52.212103 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:16.222830 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a6cf75a-39f7-44c2-9b2c-8039942a2ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:18.473909 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-23034984-c3af-4ca1-8a49-c612db02f10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:19.611266 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:20.983068 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:21.291123 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:22.188385 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:25.212304 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:33:46.210044 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-464630ec-4fda-4041-a201-025d32381342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:48.490057 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f5098339-03b5-42f0-a080-0119b33c2084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:49.609892 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:50.901474 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:51.272802 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:33:52.170021 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:02.210844 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:34:16.243583 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc53d-7319-4663-874a-8e12a67c9e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:18.472005 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2607b1e2-4a50-4c89-a4e0-eed30005c1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:19.614384 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:20.940173 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:21.277502 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:22.163170 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:39.209351 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:34:46.224658 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-521efb13-5a27-475c-88ef-7686e6cafcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:48.465316 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44dfe83c-e51a-4cd8-bb35-f0cfb5161695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:49.631061 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:50.905487 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:51.282855 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:34:52.172774 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:16.208923 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:35:16.223513 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7068711b-0a3a-40bf-9633-1648e1b49bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:18.492125 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f90eec14-9f68-4220-847b-b737434ecb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:19.625372 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:20.898727 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:21.275990 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:22.173047 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:46.268126 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-db53b417-ac68-4803-9888-82f0456f92f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:48.484758 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0e8f11ae-bb39-4490-b384-18f4db640e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:49.627593 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cce4043a-ac0d-4949-ae18-f9b8407c37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:50.926516 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b4fb0f3-3e64-4708-8835-23b4a4a96f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:51.298073 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f0543d21-89ed-483b-8fe4-b3aba917be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:52.178145 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d75a575b-cec1-4599-94ae-439cefc76610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:35:53.208524 dv-cinder-818037-9-smb neutron-server[103258]: DEBUG neutron.db.agents_db [None req-0559f5b8-9418-4c30-aab3-c60b8a60a325 None None] Agent healthcheck: found 6 active agents {{(pid=103258) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 03:36:16.217768 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f6645a7-c952-4e27-a291-edfd94f4ae8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 03:36:18.485831 dv-cinder-818037-9-smb neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9115cc48-7e19-4df2-b454-c2401c6d3237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745020493397', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3478919'] for agent, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}